-- Logs begin at Sat 2022-09-24 13:45:52 UTC, end at Sat 2022-09-24 14:52:32 UTC. -- Sep 24 14:17:38.796735 dv-cinder-859193-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 24 14:17:41.448165 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.common.config [-] Logging enabled! Sep 24 14:17:41.448765 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev19 Sep 24 14:17:41.448961 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106182) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 24 14:17:41.452215 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.common.config [-] Logging enabled! Sep 24 14:17:41.452472 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev19 Sep 24 14:17:41.452809 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106182) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 24 14:17:41.453748 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 14:17:41.453982 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 14:17:41.454459 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 14:17:41.454705 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 14:17:41.455028 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 14:17:41.455350 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.455651 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.455884 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.456181 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.456471 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.456756 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.457047 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.457342 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.457631 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.457910 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.458193 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.458424 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.458707 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.459027 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.459314 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.459537 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] debug = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.459818 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.460244 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.460656 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.460938 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.461224 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.461504 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.461778 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.462056 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.462340 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.462666 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] host = dv-cinder-859193-1-iscsi {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.462974 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.463263 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.463548 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.463836 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.464112 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.464388 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.464672 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.464945 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.465214 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] log_file = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.465489 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.465776 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.466064 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.466353 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.466577 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.466798 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.467106 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.467394 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.467670 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.467945 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.468220 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.469034 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.469310 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.469578 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.469863 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.470154 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.470441 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.470719 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.471026 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.471303 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.471577 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.471861 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.472136 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.472411 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.472686 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.472973 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.473242 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.473516 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.473813 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.474100 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.474381 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.474666 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.474968 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.475252 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.475526 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.475799 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.476072 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] use_json = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.476348 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.476619 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.476901 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.477175 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.477448 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.477721 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.477994 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.478278 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.478553 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:41.478883 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.479183 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.479482 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.479765 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.480071 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.480357 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.480649 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.480931 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.481218 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.481506 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.481796 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.482075 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.482374 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.482665 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.482990 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.483297 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.483590 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.483880 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.484794 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.485071 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.485347 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.485631 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.485920 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.486200 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.486491 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.486781 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.487092 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.487390 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.487676 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.487963 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.488257 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.488550 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.488827 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.489116 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.489406 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.489688 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.489961 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.490249 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.490531 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.490807 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.491108 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.491400 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.491689 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.491963 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.492243 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.492533 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.492812 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.493085 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.493355 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.493632 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.493905 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.494187 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.494462 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.494734 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.495028 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.495309 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.495583 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.495855 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.496132 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.496404 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.496684 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.496959 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.497232 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.497506 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.497778 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.498050 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.498321 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.498595 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.498900 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.499183 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.499456 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.499754 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.500026 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.500297 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.500587 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.500891 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.501174 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.501457 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.501739 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.502020 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.502299 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.502580 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.502885 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.503168 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.503442 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.503734 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.504019 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.504308 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.504594 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.504897 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.505192 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.505473 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.505752 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.506030 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.506308 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.506588 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.506899 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.507184 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.507466 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.507754 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.508043 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.508340 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.508637 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.508921 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.509220 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.509515 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.509809 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.510093 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.510402 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.510683 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:41.510928 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 14:17:41.511171 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106182) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 24 14:17:41.888695 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 24 14:17:41.889018 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 24 14:17:41.889285 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 24 14:17:41.889520 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 24 14:17:41.889799 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 24 14:17:41.890132 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 24 14:17:42.221748 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.222042 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.222316 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.223592 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.223868 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.224141 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.276875 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.277158 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.277429 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.293536 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.293822 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.294103 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.322026 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.322308 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.322577 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.358960 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.359243 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.359523 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.589560 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.590185 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.590185 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.591209 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.591922 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.688658 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.688978 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.689266 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.689542 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.689822 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.690139 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.690401 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.690658 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.690938 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.691224 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.691486 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.691760 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.692020 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.692273 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.692535 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.692794 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.693048 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.693313 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.693583 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.693843 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.694115 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.694367 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.694645 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.695048 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.695314 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.695560 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.695956 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:17:42.696198 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:17:42.696435 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:17:42.696672 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:17:42.696907 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:17:42.697141 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:17:42.697500 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 24 14:17:42.700586 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 24 14:17:42.705023 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 24 14:17:42.708875 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 24 14:17:42.710498 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 24 14:17:42.711134 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 24 14:17:42.711471 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 24 14:17:42.711852 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 24 14:17:42.714587 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 24 14:17:42.714868 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 24 14:17:42.715218 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 14:17:42.720866 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 24 14:17:42.743869 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 24 14:17:42.744322 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.744623 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106182) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 24 14:17:42.744993 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.746342 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106182) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 24 14:17:42.746622 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 14:17:42.746897 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 24 14:17:42.758013 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.758295 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:42.893272 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 24 14:17:42.893515 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 24 14:17:42.893749 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 24 14:17:42.894127 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 24 14:17:42.947324 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO dbcounter [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Registered counter for database neutron Sep 24 14:17:42.966313 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_db.sqlalchemy.engines [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106182) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 24 14:17:42.972678 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writer thread running {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 14:17:43.510348 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Initializing driver for type 'gre' Sep 24 14:17:43.510929 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] gre ID ranges: [(1, 1000)] Sep 24 14:17:43.574702 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Initializing driver for type 'local' Sep 24 14:17:43.575060 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Initializing driver for type 'vlan' Sep 24 14:17:43.588768 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] VlanTypeDriver initialization complete Sep 24 14:17:43.589096 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Initializing driver for type 'vxlan' Sep 24 14:17:43.589761 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] vxlan ID ranges: [(1, 1000)] Sep 24 14:17:43.647718 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Initializing extension driver 'port_security' Sep 24 14:17:43.648122 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.extensions.port_security [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] PortSecurityExtensionDriver initialization complete Sep 24 14:17:43.648490 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Initializing mechanism driver 'openvswitch' Sep 24 14:17:43.648815 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Initializing mechanism driver 'hyperv' Sep 24 14:17:43.655351 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:17:43.656525 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > port after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.656922 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > port after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.657273 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > port after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.658038 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 14:17:43.658447 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > subnet after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.658800 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > subnet after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.659166 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.659554 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 14:17:43.659956 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > network after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.660305 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > network after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.660647 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > network after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.661029 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 14:17:43.661426 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > security_group after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.661773 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > security_group after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.662112 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.662492 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 14:17:43.662924 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.663269 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.663611 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.664118 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 14:17:43.664513 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > address_group after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.664857 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > address_group after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.665197 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.665579 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106182) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 24 14:17:43.666012 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] ML2 OVO RPC backend initialized. {{(pid=106182) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 24 14:17:43.666713 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.667102 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.667516 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > network before_response 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.667864 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > networks before_response 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.668209 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > port before_response 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.668549 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > ports before_response 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.668887 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > subnet before_response 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.669225 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > subnets before_response 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.669569 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > network after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.669909 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > network after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.670245 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > network after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.670640 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > port after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.670948 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > port after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.671286 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > port after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.672170 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > subnet after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.672513 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > subnet after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.672847 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.680310 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded quota_driver: . Sep 24 14:17:43.680688 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Modular L2 Plugin initialization complete Sep 24 14:17:43.681016 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading services supported by the core plugin {{(pid=106182) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 24 14:17:43.681357 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.managers [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Got port-security extension from driver 'port_security' Sep 24 14:17:43.681836 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.extensions.vlantransparent [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Disabled vlantransparent extension. Sep 24 14:17:43.682326 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106182) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 24 14:17:43.682649 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading Plugin: router Sep 24 14:17:43.717291 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.717686 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router after_create 55549900 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.718054 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router before_create 55549900 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.718951 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.719324 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.719682 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router after_delete 55549900 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.720040 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.720389 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.720745 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router after_create 55549900 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.721088 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router after_update 55549900 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.721438 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router after_update 55549900 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.721784 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.722138 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router after_update 55549900 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.722549 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router precommit_update 55549900 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.722939 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: port after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.723284 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: port after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.723621 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: subnet after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.723965 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.724339 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.724687 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router precommit_create 55549900 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.725030 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: port before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.725372 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router precommit_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.725726 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router after_update 55549900 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.726070 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.726418 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router precommit_create 55549900 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.726787 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.727158 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router precommit_update 55549900 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.727522 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > agent after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.727870 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > agent after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.728211 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > network after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.729055 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Tracking information for resource: router configured {{(pid=106182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:17:43.729384 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Tracking information for resource: floatingip configured {{(pid=106182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:17:43.734772 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.db.l3_agentschedulers_db [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 24 14:17:43.735387 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: port after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.735750 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: port after_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.736101 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: port after_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.736452 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: port after_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.737223 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router before_create 55550100 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.737585 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.737942 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router precommit_create 55550100 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.738295 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > router precommit_update 55550100 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.743141 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.services.provider_configuration [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service providers = [] {{(pid=106182) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 24 14:17:43.743507 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.db.servicetype_db [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106182) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 24 14:17:43.746418 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.services.service_base [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:17:43.746764 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.services.service_base [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:17:43.747134 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.services.service_base [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:17:43.748010 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.services.service_base [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:17:43.748374 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.services.service_base [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 24 14:17:43.748742 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:17:43.749058 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 24 14:17:43.760681 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:17:43.760963 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading Plugin: auto_allocate Sep 24 14:17:43.766791 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: network precommit_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.767181 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: network precommit_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.767695 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:17:43.768013 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading Plugin: tag Sep 24 14:17:43.774475 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:17:43.774800 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading Plugin: timestamp Sep 24 14:17:43.778743 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:17:43.779091 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading Plugin: network_ip_availability Sep 24 14:17:43.785223 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.785593 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.785952 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:43.786661 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:17:43.787006 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading Plugin: flavors Sep 24 14:17:43.791624 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:17:43.791962 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading Plugin: revisions Sep 24 14:17:43.796297 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:17:43.797208 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_concurrency.lockutils [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.907s {{(pid=106182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 24 14:17:43.797934 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106182) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 24 14:17:43.798267 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Initializing extension manager. Sep 24 14:17:43.798782 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: __init__.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.799145 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: __pycache__ {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.799475 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: address_group.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.800341 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.800902 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: address-group Sep 24 14:17:43.801225 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: address_scope.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.801898 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.802652 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: address-scope Sep 24 14:17:43.802999 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.803869 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.804370 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: router-admin-state-down-before-update Sep 24 14:17:43.804690 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: agent.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.805345 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.805839 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: agent Sep 24 14:17:43.806155 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: agent_resources_synced.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.807038 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.807535 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: agent-resources-synced Sep 24 14:17:43.807851 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: allowedaddresspairs.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.809559 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.810065 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: allowed-address-pairs Sep 24 14:17:43.810387 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: auto_allocated_topology.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.811422 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.811930 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: auto-allocated-topology Sep 24 14:17:43.812271 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: availability_zone.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.812918 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.813414 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: availability_zone Sep 24 14:17:43.813732 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: availability_zone_filter.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.814592 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.815129 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: availability_zone_filter Sep 24 14:17:43.815451 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: data_plane_status.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.816308 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.816799 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension data-plane-status not supported by any of loaded plugins Sep 24 14:17:43.817117 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: default_subnetpools.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.819943 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.819943 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: default-subnetpools Sep 24 14:17:43.819943 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.819943 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.820289 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: dhcp_agent_scheduler Sep 24 14:17:43.820380 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: dns.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.821161 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.821652 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension dns-integration not supported by any of loaded plugins Sep 24 14:17:43.821975 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: dns_domain_ports.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.822853 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.823350 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 24 14:17:43.823669 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.824534 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.825028 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 24 14:17:43.825347 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: dvr.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.825973 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.826468 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: dvr Sep 24 14:17:43.826785 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: ecmp_routes.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.827697 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.828186 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 24 14:17:43.828503 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: empty_string_filtering.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.829363 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.829854 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: empty-string-filtering Sep 24 14:17:43.830168 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.831054 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.831541 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 24 14:17:43.831860 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.833014 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.833192 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 24 14:17:43.833507 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: external_net.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.834370 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.834894 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: external-net Sep 24 14:17:43.835214 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.836060 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.836555 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: extra_dhcp_opt Sep 24 14:17:43.836872 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: extraroute.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.837732 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.838230 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: extraroute Sep 24 14:17:43.838546 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: extraroute_atomic.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.839552 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.840053 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: extraroute-atomic Sep 24 14:17:43.840369 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: filter_validation.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.840989 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.841480 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: filter-validation Sep 24 14:17:43.841793 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: fip_pf_description.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.842650 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.843177 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 24 14:17:43.845817 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: fip_pf_detail.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.846710 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.847250 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 24 14:17:43.847569 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: fip_pf_port_range.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.848423 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.848916 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 24 14:17:43.849233 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: fip_port_details.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.850097 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.850597 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: fip-port-details Sep 24 14:17:43.850939 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: flavors.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.852127 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.852633 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: flavors Sep 24 14:17:43.852954 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.854565 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.855104 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 24 14:17:43.855431 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: floatingip_pools.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.856091 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.856591 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: floatingip-pools Sep 24 14:17:43.856911 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: ip_allocation.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.857785 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.858278 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension ip_allocation not supported by any of loaded plugins Sep 24 14:17:43.858594 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.860052 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.860548 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: ip-substring-filtering Sep 24 14:17:43.860866 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: l2_adjacency.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.861735 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.862230 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 24 14:17:43.862549 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: l3.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.863523 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.864033 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: router Sep 24 14:17:43.864356 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.866717 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.867270 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 24 14:17:43.867598 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.868468 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.868972 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: ext-gw-mode Sep 24 14:17:43.869295 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.870160 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.870666 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: l3-ha Sep 24 14:17:43.871018 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.871884 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.872381 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 24 14:17:43.872698 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: l3_flavors.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.873561 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.874062 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: l3-flavors Sep 24 14:17:43.874384 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.875757 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.876265 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 24 14:17:43.876590 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.877453 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.877958 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 24 14:17:43.878278 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: l3agentscheduler.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.879319 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.879825 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: l3_agent_scheduler Sep 24 14:17:43.880148 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: local_ip.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.881844 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.882358 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension local_ip not supported by any of loaded plugins Sep 24 14:17:43.882687 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: logging.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.884136 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.884655 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension logging not supported by any of loaded plugins Sep 24 14:17:43.884988 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: metering.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.885688 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.886262 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: metering Sep 24 14:17:43.886587 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.887646 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.888156 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: metering_source_and_destination_fields Sep 24 14:17:43.888478 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: multiprovidernet.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.889353 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.889864 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: multi-provider Sep 24 14:17:43.890219 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: netmtu.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.891107 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.891610 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: net-mtu Sep 24 14:17:43.891963 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: netmtu_writable.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.892821 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.893323 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: net-mtu-writable Sep 24 14:17:43.893645 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: network_availability_zone.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.894278 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.894774 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: network_availability_zone Sep 24 14:17:43.895121 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: network_ip_availability.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.896160 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.896661 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: network-ip-availability Sep 24 14:17:43.896981 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: network_segment_range.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.897700 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.898193 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension network-segment-range not supported by any of loaded plugins Sep 24 14:17:43.898511 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: pagination.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.899471 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.899796 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: pagination Sep 24 14:17:43.900114 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: port_device_profile.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.900962 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.901458 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: port-device-profile Sep 24 14:17:43.901777 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: port_mac_address_override.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.902640 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.903449 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: port-mac-override Sep 24 14:17:43.903771 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.904646 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.905147 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: port-mac-address-regenerate Sep 24 14:17:43.905461 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.906857 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.907355 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: port-numa-affinity-policy Sep 24 14:17:43.907936 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: port_resource_request.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.908805 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.909297 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension port-resource-request not supported by any of loaded plugins Sep 24 14:17:43.909614 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: port_resource_request_groups.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.910520 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.911043 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 24 14:17:43.911364 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: portbindings.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.912232 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.912731 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: binding Sep 24 14:17:43.913051 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: portbindings_extended.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.914252 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.914756 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: binding-extended Sep 24 14:17:43.915102 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: portsecurity.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.915961 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.916464 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: port-security Sep 24 14:17:43.916785 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: project_id.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.917881 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.918210 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: project-id Sep 24 14:17:43.918530 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: providernet.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.919423 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.919928 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: provider Sep 24 14:17:43.920248 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.924242 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.924764 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos not supported by any of loaded plugins Sep 24 14:17:43.925091 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.926299 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.926832 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 24 14:17:43.927163 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.928036 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.928539 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 24 14:17:43.928860 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos_default.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.929722 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.930224 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos-default not supported by any of loaded plugins Sep 24 14:17:43.930545 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos_fip.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.931437 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.931939 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos-fip not supported by any of loaded plugins Sep 24 14:17:43.932260 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.933117 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.933616 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 24 14:17:43.933936 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos_gateway_ip.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.934834 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.935336 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 24 14:17:43.935655 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos_port_network_policy.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.936517 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.937538 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 24 14:17:43.937863 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.938877 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.939393 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 24 14:17:43.939713 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.940703 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.941209 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 24 14:17:43.941528 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos_pps_rule.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.942653 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.943193 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos-pps not supported by any of loaded plugins Sep 24 14:17:43.943517 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos_rule_type_details.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.944385 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.944883 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 24 14:17:43.945204 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.946064 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.946559 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 24 14:17:43.946910 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: qos_rules_alias.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.947898 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.948393 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 24 14:17:43.948712 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: quota_check_limit.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.949578 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.950077 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: quota-check-limit Sep 24 14:17:43.950395 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: quotasv2.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.951306 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.951626 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: quotas Sep 24 14:17:43.951941 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: quotasv2_detail.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.954126 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.954461 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: quota_details Sep 24 14:17:43.954789 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: rbac.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.955825 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.956343 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: rbac-policies Sep 24 14:17:43.956672 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: rbac_address_group.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.957546 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.958050 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: rbac-address-group Sep 24 14:17:43.958371 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: rbac_address_scope.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.959340 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.959847 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: rbac-address-scope Sep 24 14:17:43.960169 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: rbac_security_groups.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.961038 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.961541 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: rbac-security-groups Sep 24 14:17:43.961863 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: rbac_subnetpool.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.962727 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.963259 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: rbac-subnetpool Sep 24 14:17:43.963582 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: revisionifmatch.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.964462 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.964967 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: revision-if-match Sep 24 14:17:43.965288 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: revisions.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.966346 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.966882 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: standard-attr-revisions Sep 24 14:17:43.967203 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: router_availability_zone.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.967833 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.968359 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: router_availability_zone Sep 24 14:17:43.968679 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: routerservicetype.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.969553 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.970057 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension router-service-type not supported by any of loaded plugins Sep 24 14:17:43.970512 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.971414 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.971916 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: security-groups-normalized-cidr Sep 24 14:17:43.972237 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.973102 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.973603 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: port-security-groups-filtering Sep 24 14:17:43.973923 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.974803 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.975333 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: security-groups-remote-address-group Sep 24 14:17:43.975652 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.976521 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.977016 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: security-groups-shared-filtering Sep 24 14:17:43.977336 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: securitygroup.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.987037 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.987573 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: security-group Sep 24 14:17:43.987904 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: segment.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.988582 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.989087 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension segment not supported by any of loaded plugins Sep 24 14:17:43.989410 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.990296 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.990802 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 24 14:17:43.991148 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: servicetype.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.992186 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.992691 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: service-type Sep 24 14:17:43.993015 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: sorting.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.993944 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.994278 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: sorting Sep 24 14:17:43.994598 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: standard_attr_segment.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.995503 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.996009 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 24 14:17:43.996332 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: standardattrdescription.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.996939 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.997441 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: standard-attr-description Sep 24 14:17:43.997759 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: stateful_security_group.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:43.998634 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:43.999181 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: stateful-security-group Sep 24 14:17:44.000022 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: stdattrs_common.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.000567 dv-cinder-859193-1-iscsi neutron-server[106182]: WARNING neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 24 14:17:44.000885 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.001761 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:44.002266 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 24 14:17:44.002584 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: subnet_onboard.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.003620 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:44.004393 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: subnet_onboard Sep 24 14:17:44.004720 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.005600 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:44.006113 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 24 14:17:44.006433 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: subnet_service_types.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.007343 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:44.007855 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: subnet-service-types Sep 24 14:17:44.008178 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: subnetallocation.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.009197 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:44.009713 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: subnet_allocation Sep 24 14:17:44.010037 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.010662 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:44.011246 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: subnetpool-prefix-ops Sep 24 14:17:44.011520 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.012397 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:44.012906 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 24 14:17:44.013226 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: tagging.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.014234 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:44.014749 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: standard-attr-tag Sep 24 14:17:44.015116 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: timestamp.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.016863 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:44.017372 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loaded extension: standard-attr-timestamp Sep 24 14:17:44.017697 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: trunk.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.018673 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:44.019212 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension trunk not supported by any of loaded plugins Sep 24 14:17:44.019535 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: trunk_details.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.020398 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:44.020899 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension trunk-details not supported by any of loaded plugins Sep 24 14:17:44.021218 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: uplink_status_propagation.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.022093 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:44.022593 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 24 14:17:44.022938 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Loading extension file: vlantransparent.py {{(pid=106182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:17:44.023563 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:17:44.024059 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 24 14:17:44.026614 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:network Sep 24 14:17:44.027159 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:subnet Sep 24 14:17:44.027553 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:17:44.027938 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:port Sep 24 14:17:44.029184 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.029626 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service FLAVORS assigned prefix: {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.030223 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.030654 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.031038 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:router Sep 24 14:17:44.031469 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 14:17:44.031950 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service METERING assigned prefix: /metering {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.033638 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:44.034010 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:44.034368 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:17:44.035380 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 14:17:44.035823 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:security_group Sep 24 14:17:44.036247 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 14:17:44.036780 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service CORE assigned prefix: {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.037114 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:17:44.037456 dv-cinder-859193-1-iscsi neutron-server[106182]: WARNING neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] subnetpool is already registered Sep 24 14:17:44.037873 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service CORE assigned prefix: {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.038193 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:17:44.038521 dv-cinder-859193-1-iscsi neutron-server[106182]: WARNING neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] subnetpool is already registered Sep 24 14:17:44.040996 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.041447 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service FLAVORS assigned prefix: {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.042067 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.042607 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.042973 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:router Sep 24 14:17:44.043326 dv-cinder-859193-1-iscsi neutron-server[106182]: WARNING neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] router is already registered Sep 24 14:17:44.043753 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 14:17:44.044089 dv-cinder-859193-1-iscsi neutron-server[106182]: WARNING neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] floatingip is already registered Sep 24 14:17:44.044560 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service METERING assigned prefix: /metering {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.045262 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 14:17:44.045588 dv-cinder-859193-1-iscsi neutron-server[106182]: WARNING neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] rbac_policy is already registered Sep 24 14:17:44.046007 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:security_group Sep 24 14:17:44.046930 dv-cinder-859193-1-iscsi neutron-server[106182]: WARNING neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] security_group is already registered Sep 24 14:17:44.047352 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 14:17:44.047684 dv-cinder-859193-1-iscsi neutron-server[106182]: WARNING neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] security_group_rule is already registered Sep 24 14:17:44.048166 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service CORE assigned prefix: {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.048484 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:17:44.048810 dv-cinder-859193-1-iscsi neutron-server[106182]: WARNING neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] subnetpool is already registered Sep 24 14:17:44.049231 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.v2.resource_helper [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Service CORE assigned prefix: {{(pid=106182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:17:44.049546 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:17:44.049870 dv-cinder-859193-1-iscsi neutron-server[106182]: WARNING neutron.quota.resource_registry [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] subnetpool is already registered Sep 24 14:17:44.050337 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: extensions {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.051930 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: address-groups {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.053408 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: address-scopes {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.054619 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: agents {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.055801 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: auto-allocated-topology {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.058210 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: availability_zones {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.059476 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: dhcp-networks {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.060889 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: dhcp-agents {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.063039 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: routers {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.064780 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: flavors {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.065945 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: service_profiles {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.067269 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: next_providers {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.068725 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: service_profiles {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.070176 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: floatingip-pools {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.071443 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: routers {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.073256 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: floatingips {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.074447 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: l3-routers {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.075861 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: l3-agents {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.077370 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: metering-labels {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.078674 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: metering-label-rules {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.079983 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: network-ip-availabilities {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.081338 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: bindings {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.082917 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: quotas {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.084481 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: quotas {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.086103 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: rbac-policies {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.087344 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: security-groups {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.088545 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: security-group-rules {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.089806 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: service-providers {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.091140 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: subnetpools {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.092471 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: subnetpools {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.093955 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: tags {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.095825 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: tags {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.097551 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: tags {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.099461 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: tags {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.101160 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: tags {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.103051 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: tags {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.104832 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: tags {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.106932 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: tags {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.108712 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: tags {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.111094 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron.api.extensions [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Extended resource: tags {{(pid=106182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:17:44.118070 dv-cinder-859193-1-iscsi neutron-server[106182]: WARNING keystonemiddleware.auth_token [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 24 14:17:44.123091 dv-cinder-859193-1-iscsi neutron-server[106182]: WARNING keystonemiddleware.auth_token [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 24 14:17:44.132650 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_concurrency.lockutils [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Acquiring lock "singleton_lock" {{(pid=106182) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 24 14:17:44.132956 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_concurrency.lockutils [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Acquired lock "singleton_lock" {{(pid=106182) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 24 14:17:44.133419 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_concurrency.lockutils [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Releasing lock "singleton_lock" {{(pid=106182) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 24 14:17:44.134058 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO oslo_service.service [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Starting 2 workers Sep 24 14:17:44.138825 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Started child 106293 {{(pid=106182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:17:44.143297 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Started child 106294 {{(pid=106182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:17:44.144726 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:17:44.145339 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO neutron.service [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 24 14:17:44.145504 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:17:44.146614 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [-] (106293) wsgi starting up on http://0.0.0.0:9696 Sep 24 14:17:44.148084 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO oslo_service.service [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Starting 1 workers Sep 24 14:17:44.149289 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:17:44.150774 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [-] (106294) wsgi starting up on http://0.0.0.0:9696 Sep 24 14:17:44.153301 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Started child 106295 {{(pid=106182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:17:44.153840 dv-cinder-859193-1-iscsi neutron-server[106182]: INFO oslo_service.service [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Starting 1 workers Sep 24 14:17:44.157687 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.service [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] calling RpcWorker wait() {{(pid=106295) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 24 14:17:44.158228 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.service [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] returning from RpcWorker wait() {{(pid=106295) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 24 14:17:44.158621 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Started child 106296 {{(pid=106182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:17:44.159394 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5fad1048-6c2a-4c60-8d4f-e30c56526ee7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:17:44.159556 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:17:44.160087 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:17:44.161235 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106182) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 14:17:44.161442 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 14:17:44.161625 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 14:17:44.161848 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 14:17:44.162200 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 14:17:44.162377 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 14:17:44.162889 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.163171 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.163442 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.163547 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:17:44.163982 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.164536 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:17:44.164700 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.164930 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.165191 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.165473 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.165731 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.165899 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.166058 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.166303 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.166566 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.166892 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.167178 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.167428 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.167653 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.167817 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.168066 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.168340 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.168595 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.168882 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] debug = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.169139 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.169593 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.169820 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.170058 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.170298 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.170568 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.170821 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.171835 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.171989 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.172132 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.172335 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.172602 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.172846 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.173089 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.173320 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.173592 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.173811 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.174331 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] host = dv-cinder-859193-1-iscsi {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.174612 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.174848 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.175098 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.175351 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.175609 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.175821 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.176093 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.176342 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.176611 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.176832 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.177087 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.177341 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.177578 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.177808 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_file = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.177970 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_options = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.178218 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.178514 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.178777 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.178977 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.179141 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.179302 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.179548 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.179709 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.179939 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.180152 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.180407 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.180581 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.181956 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.182206 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.182432 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.182703 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.183015 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.183406 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.183546 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.184183 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.184183 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.184387 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.184624 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.184958 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.185309 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.185573 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.185979 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.186102 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.186296 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.186552 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.186841 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.187787 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.188240 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.188391 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.188536 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.188779 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.189021 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.189266 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.189557 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.189794 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.190190 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.190546 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.191052 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.191203 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.191624 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.191848 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.192101 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] use_json = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.192489 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.192627 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.192766 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.193021 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.193242 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.193463 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.193681 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.193917 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.194171 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.194600 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.194911 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.195232 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.195489 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.195746 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.196008 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.196246 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.196488 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.196725 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.196975 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.197298 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.197545 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.197843 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.198102 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.198365 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.198730 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.199024 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.199306 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.199561 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.199813 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.200037 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.200260 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.200540 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.200786 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.201022 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.201256 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.201516 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.201837 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.202105 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.202372 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.202725 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.203013 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.203292 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.203553 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.203870 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.204138 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.204359 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.204579 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.204801 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.205022 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.205277 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.205541 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.205775 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.206023 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.206276 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.206534 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.206759 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.207477 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.207477 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.207683 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.207773 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.207953 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.208163 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.208413 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.208660 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.208876 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.209142 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.209392 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.209628 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.209879 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.210099 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.210321 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.210555 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.210775 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.211033 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.211251 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.211467 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.211682 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.211931 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.212176 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.212423 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.212626 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.212870 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.213118 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.213323 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.213546 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.213779 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.214006 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.214213 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.214426 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.214640 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.214915 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.215129 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.215340 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.215577 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.215796 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.216014 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.216246 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.216482 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.216696 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.216910 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.217170 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.217477 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.217736 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.217992 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.218234 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.218512 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.218754 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.219026 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.219286 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.219512 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.219764 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.220022 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.220250 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.220501 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.220726 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.220972 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.221236 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.221465 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.221855 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.222237 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.222499 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.222846 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.223162 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.223400 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.223639 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.223868 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.224126 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.224365 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.224622 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.224872 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.225135 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.225532 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.225950 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.226426 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.226942 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.227333 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.227961 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.228295 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.228568 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.228846 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.229136 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.229365 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.229647 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.229907 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.230181 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.230467 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.230694 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.230964 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.231206 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.231443 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.231831 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.232216 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.232716 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.233119 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.233499 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.234386 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.234662 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.234952 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.235216 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.235497 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.235755 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.236011 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.236278 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.236512 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.236762 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.237000 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.237249 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.237466 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.237686 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.237903 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.238140 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.238357 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.238854 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.238854 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.239178 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.239586 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.241248 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.241534 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.241755 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.242026 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.242249 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.242501 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.242747 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.243002 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.243233 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.243461 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.243680 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.243921 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.244144 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.244424 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.244683 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.244903 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.245138 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.245387 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.245652 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.245875 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.246129 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.246354 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.246577 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.246795 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.247057 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.247276 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.247522 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.247754 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.247970 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.248211 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.248462 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.248820 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.249080 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.249338 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.250339 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.250439 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.250638 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.250907 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.251136 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.251391 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.251619 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.252010 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.252261 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.252523 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.252775 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.253004 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.253240 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.253479 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.253705 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.253975 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.254221 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.254453 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.254698 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.254964 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.255197 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.255426 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.255802 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.256233 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.256741 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.257155 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.257377 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.257630 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.257838 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.258181 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.258430 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.258667 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.258955 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.259180 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.259396 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.259812 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.260044 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.260264 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.260495 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.260876 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.261099 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.261409 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.261572 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.261792 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.262021 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.262246 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.262463 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.262693 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.262941 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.263158 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.263389 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.263613 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.263822 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.264092 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.264285 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.264501 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.264735 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.264980 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.265222 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.265457 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.265693 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.265931 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.266156 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.266376 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.266592 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.266931 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.267191 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.267412 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.267702 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.267934 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.268183 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.268427 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.268725 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.268947 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.269199 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.269453 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.269698 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.269924 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.270198 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.270526 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.270808 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.271099 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.271366 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.271662 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.271970 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.272234 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.272473 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.272768 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.273109 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.273377 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.273632 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.273901 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.274184 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.274405 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.274622 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.274860 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:17:44.274967 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.275114 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.275334 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.275609 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.275841 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.276100 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.276320 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.276551 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.276775 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.277026 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.277260 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.277487 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.277708 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.277877 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 14:17:44.278796 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106182) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 14:17:44.279194 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 14:17:44.279194 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 14:17:44.279431 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 14:17:44.279796 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 14:17:44.279796 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 14:17:44.279796 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.280093 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.280093 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.280248 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.280428 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.280806 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.280806 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.280960 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.281070 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.281233 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.281396 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.281556 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.281718 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.281878 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.282083 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.282199 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.282332 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.282956 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.282956 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.283137 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.283256 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.283380 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] debug = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.283528 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.283749 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.283917 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.284079 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.284245 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.284403 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.284562 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.284723 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.284886 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.285049 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.285208 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.285369 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.285529 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.285691 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.285851 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.286011 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.286170 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.286332 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] host = dv-cinder-859193-1-iscsi {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.286495 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.286649 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.286785 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.286952 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.287114 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.287274 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.287435 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.287596 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.287757 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.287917 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.288076 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.288236 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.288395 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.288554 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_file = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.288713 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_options = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.288874 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.289033 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.289193 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.289376 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.289541 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.289702 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.289860 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.290017 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.290179 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.290338 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.290497 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.290655 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.290852 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.290991 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.291153 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.291314 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.291474 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.291634 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.291796 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.291956 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.292116 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.292279 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.292438 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.292597 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.292757 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.292918 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.293077 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.293242 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.293400 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.293560 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.293719 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.293880 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.294039 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.294199 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.294399 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.294531 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.294651 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.294797 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.294981 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.295142 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.295301 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.295461 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.295619 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.295891 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.295984 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.296063 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.296219 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] use_json = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.296943 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.297034 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.297190 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.297351 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.297510 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.297670 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.297831 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.297992 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.298153 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:17:44.298331 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.298495 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.298669 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.298860 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.299013 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.299178 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.299339 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.299501 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.299662 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.299823 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.300160 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.300377 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.300595 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.300758 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.300921 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.301087 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.301251 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.301413 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.301574 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.301915 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.301915 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.302364 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.302489 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.302608 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.302737 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.302934 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.303097 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.303267 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.303430 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.303600 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.303798 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.303941 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.304104 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.304266 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.304476 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.304619 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.304731 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.304893 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.305055 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.305217 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.305377 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.305539 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.305701 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.305863 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.306073 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.306199 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.306319 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.306474 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.306636 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.306797 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.307034 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.307159 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.307278 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.307433 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.307594 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.307757 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.307918 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.308090 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.308252 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.308413 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.308575 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.308737 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.308928 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.309050 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.309195 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.309356 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.309517 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.309678 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.309853 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.310014 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.310176 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.310337 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.310499 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.310660 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.310838 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.311002 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.311165 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.311326 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.311488 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.311649 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.311811 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.312020 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.312679 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.312842 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.313004 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.313165 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.313328 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.313490 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.313652 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.313819 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.313982 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.314151 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.314328 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.314491 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.314651 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.314829 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.314994 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.315155 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.315316 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.315477 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.315637 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.315799 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.315960 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.316131 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.316259 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.316423 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.316583 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.316744 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.316905 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.317069 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.317851 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.317851 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.317851 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.317851 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.317851 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.318338 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.318338 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.318338 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.318556 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.318632 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.318731 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.319291 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.319291 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.319291 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.319647 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.319647 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.319873 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.319873 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.320099 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.320219 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.320339 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.320458 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.320577 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.320744 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.320906 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.321067 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.321229 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.321391 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.321553 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.321727 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.321888 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.322050 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.322212 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.322396 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.322558 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.322719 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.322900 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.323063 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.323224 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.323386 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.323547 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.323712 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.323874 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.324036 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.324198 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.324360 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.324523 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.324684 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.324846 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.325008 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.325169 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.325331 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.325494 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.325655 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.325816 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.325978 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.326154 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.326302 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.326466 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.326628 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.326789 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.326972 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.327134 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.327296 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.327458 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.327641 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.327803 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.327966 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.328128 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.328289 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.328452 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.328614 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.328777 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.328943 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.329642 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.329642 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.329642 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.329642 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.329955 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.329955 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.330103 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.330183 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.330269 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.330435 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.330595 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.330756 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.330938 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.331101 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.331282 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.331444 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.331605 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.331771 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.331932 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.332094 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.332255 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.332417 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.332578 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.332741 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.332904 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.333065 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.333227 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.333389 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.333550 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.333715 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.333876 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.334037 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.334202 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.334366 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.334527 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.334690 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.334936 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.335103 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.335266 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.335427 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.335587 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.335749 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.335911 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.336073 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.336235 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.336397 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.336571 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.336736 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.336898 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.337061 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.337222 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.337382 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.337544 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.337706 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.337866 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.338027 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.338185 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.338337 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.338508 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.338671 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.338864 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.339010 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.339172 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.339333 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.339504 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.339665 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.339826 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.339986 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.340147 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.340308 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.340479 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.340641 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.340802 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.340962 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.341124 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.341279 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.341443 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.341604 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.341766 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.341926 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.342087 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.342247 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.342417 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.342580 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.342741 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.342930 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.343093 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.343281 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.343442 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.343616 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.343785 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.343948 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.344110 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.344273 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.344434 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.344598 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.344765 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.344935 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.345103 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.345267 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.345435 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.345604 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.345774 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.345935 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.346102 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.346275 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.346435 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.346596 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.346757 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.346940 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.347103 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.347264 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.347426 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.347587 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.347747 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.347907 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.348098 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.348231 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.348366 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.348526 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.348687 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.348847 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.349008 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.349168 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.349328 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:17:44.349482 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 14:17:44.475867 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 34430) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:17:44.482781 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048172 Sep 24 14:17:44.487837 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0044758 Sep 24 14:17:53.640496 dv-cinder-859193-1-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:17:55.652672 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9d67f3-4ffd-4a0d-a0fd-a1510fea11be None None] get_active_networks_info from dv-cinder-859193-1-iscsi {{(pid=106295) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 24 14:17:55.683296 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writer thread running {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 14:17:55.684293 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writer thread running {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 14:17:55.762515 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9d67f3-4ffd-4a0d-a0fd-a1510fea11be None None] No non-hosted networks {{(pid=106295) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 24 14:17:55.772847 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.agentschedulers_db [None req-3f9d67f3-4ffd-4a0d-a0fd-a1510fea11be None None] DHCP Agent not found on host dv-cinder-859193-1-iscsi {{(pid=106295) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 24 14:17:55.777110 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-8e1362fc-0efc-4c1c-8389-78b975a50535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679428'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:17:57.498286 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writer thread running {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 14:17:58.069165 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-9a62cdc6-d7b8-49f2-b30f-b8d3ea1356bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679428'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:17:58.122328 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e47afb46-b81e-4f78-b490-0b6d29659cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:17:59.143445 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679428'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:17:59.550051 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 34502) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:18:00.124919 dv-cinder-859193-1-iscsi neutron-server[106294]: WARNING oslo_policy.policy [None req-64bc715b-5749-41ec-91ed-49ba7769f06c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:18:00.125542 dv-cinder-859193-1-iscsi neutron-server[106294]: WARNING oslo_policy.policy [None req-64bc715b-5749-41ec-91ed-49ba7769f06c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:18:00.349066 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [None req-64bc715b-5749-41ec-91ed-49ba7769f06c admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:18:00.350855 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-64bc715b-5749-41ec-91ed-49ba7769f06c admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7991927 Sep 24 14:18:00.602148 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679428'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:00.605151 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.605151 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.605151 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.607780 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.607780 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.608109 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.608882 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.609219 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.609582 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.610499 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.610499 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.613758 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.615318 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.618362 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.621622 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:00.624147 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859193-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:18:00.645413 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859193-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:18:00.766999 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679428'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:03.034693 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 34538) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:18:03.357842 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-14fc32ce-813f-48ed-94fb-7e9c8c01b945 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:18:03.370097 dv-cinder-859193-1-iscsi neutron-server[106294]: ERROR stevedore.extension [None req-14fc32ce-813f-48ed-94fb-7e9c8c01b945 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 24 14:18:03.450955 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.policy [None req-14fc32ce-813f-48ed-94fb-7e9c8c01b945 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106294) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 14:18:03.492747 dv-cinder-859193-1-iscsi neutron-server[106294]: WARNING oslo_policy.policy [None req-14fc32ce-813f-48ed-94fb-7e9c8c01b945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:18:03.493112 dv-cinder-859193-1-iscsi neutron-server[106294]: WARNING oslo_policy.policy [None req-14fc32ce-813f-48ed-94fb-7e9c8c01b945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:18:03.513039 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writer thread running {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 14:18:03.590943 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-14fc32ce-813f-48ed-94fb-7e9c8c01b945 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747512411637', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747512413129', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747512394989', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747512387561', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747512375604', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747512367556', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1418819', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1413685', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3752592', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3795118'] for rbac-policy (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:03.664351 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-14fc32ce-813f-48ed-94fb-7e9c8c01b945 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:03.665499 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-14fc32ce-813f-48ed-94fb-7e9c8c01b945 admin admin] 10.222.0.52 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6298349 Sep 24 14:18:05.239356 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.db.l3_hamode_db [None req-f176642d-535c-48ed-8ec3-9730cd2ea825 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 24 14:18:05.313586 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176642d-535c-48ed-8ec3-9730cd2ea825 None None] Routers set() bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:18:05.313968 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176642d-535c-48ed-8ec3-9730cd2ea825 None None] Router IDs set() for agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 24 14:18:06.330391 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 34548) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:18:06.845644 dv-cinder-859193-1-iscsi neutron-server[106293]: WARNING oslo_policy.policy [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:18:06.846247 dv-cinder-859193-1-iscsi neutron-server[106293]: WARNING oslo_policy.policy [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:18:07.063940 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:18:07.076768 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writer thread running {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 24 14:18:07.120020 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Made reservation on behalf of a7eea203d96a471cb590c418bb060d23 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:18:07.129768 dv-cinder-859193-1-iscsi neutron-server[106293]: ERROR stevedore.extension [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 24 14:18:07.181437 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.policy [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106293) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 14:18:07.224796 dv-cinder-859193-1-iscsi neutron-server[106293]: WARNING oslo_policy.policy [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:18:07.225169 dv-cinder-859193-1-iscsi neutron-server[106293]: WARNING oslo_policy.policy [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:18:07.235891 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:07.260402 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:07.375559 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Publish callbacks [] for security_group (b1c6219b-c0d2-443f-9a51-7bf7dcf3623d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:07.379176 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (b1c6219b-c0d2-443f-9a51-7bf7dcf3623d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:07.403450 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:18:07.438882 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747512947128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (4e170722-8cfd-4ed7-a0aa-75a38a12b43b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:07.439452 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Unsubscribe: segment precommit_create {{(pid=106293) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 14:18:07.439987 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Added segment 4e170722-8cfd-4ed7-a0aa-75a38a12b43b of type vlan for network bd2c0cd9-cf94-47cc-b515-1076bec798a4 Sep 24 14:18:07.456720 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c6219b-c0d2-443f-9a51-7bf7dcf3623d,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:07.509950 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.510283 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.510631 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.510997 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.511323 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.511639 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.511954 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.512265 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.512579 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.512886 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.513199 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.513565 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.513901 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.514208 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.514514 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Tracked resource versions report: Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: pushed versions: Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: { 'AddressGroup': {'1.2'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Agent': {'1.1'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'ConntrackHelper': {'1.0'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Log': {'1.0'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'NDPProxy': {'1.0'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Network': {'1.1'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Port': {'1.7'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'PortForwarding': {'1.3'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'QosPolicy': {'1.10'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'SecurityGroup': {'1.5'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'SubPort': {'1.0'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Subnet': {'1.1'}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Trunk': {'1.1'}} Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: consumer versions: Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: { DHCP agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: L3 agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: Metadata agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: Metering agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: Open vSwitch agent@dv-cinder-859193-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Agent': '1.1', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'ConntrackHelper': '1.0', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'LocalIPAssociation': '1.0', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Log': '1.0', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'NDPProxy': '1.0', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Network': '1.1', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Port': '1.7', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'PortForwarding': '1.3', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'QosPolicy': '1.10', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'SecurityGroup': '1.5', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'SecurityGroupRule': '1.2', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'SubPort': '1.0', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Subnet': '1.1', Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Trunk': '1.1'}} Sep 24 14:18:07.515934 dv-cinder-859193-1-iscsi neutron-server[106293]: {{(pid=106293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:18:07.548940 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (bd2c0cd9-cf94-47cc-b515-1076bec798a4), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:07.591297 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (bd2c0cd9-cf94-47cc-b515-1076bec798a4), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:07.596495 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:18:07.597197 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:07.689847 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3575022 Sep 24 14:18:07.720030 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28a8e3-02e8-44e7-96c4-8b1faba1620f demo demo] Pushing event updated for resources: {'Network': ['ID=bd2c0cd9-cf94-47cc-b515-1076bec798a4,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:07.731816 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network bd2c0cd9-cf94-47cc-b515-1076bec798a4 details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:18:10.328945 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 34568) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:18:10.744386 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f6919-ca0b-44af-b6f9-db43edd7d0ff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:18:10.745740 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7a1f6919-ca0b-44af-b6f9-db43edd7d0ff demo admin] 10.222.0.52 "GET /networking/v2.0/networks/bd2c0cd9-cf94-47cc-b515-1076bec798a4 HTTP/1.1" status: 200 len: 824 time: 0.4158523 Sep 24 14:18:10.784040 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f61fc0f3-cf45-42dc-b2b5-59d53c78575b demo admin] 10.222.0.52 "GET /networking/v2.0/subnetpools/ca639586-4610-4a2c-a3d2-06db8b33a8d3 HTTP/1.1" status: 200 len: 734 time: 0.0322263 Sep 24 14:18:10.792667 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-8a361f8e-b6e4-4178-9548-0637a5659392 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ca639586-4610-4a2c-a3d2-06db8b33a8d3'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:18:10.810676 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:10.822513 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a361f8e-b6e4-4178-9548-0637a5659392 demo admin] Made reservation on behalf of a7eea203d96a471cb590c418bb060d23 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:18:10.824845 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8a361f8e-b6e4-4178-9548-0637a5659392 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:11.115748 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8a361f8e-b6e4-4178-9548-0637a5659392 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for subnet (841582ca-9f0f-4e14-bf54-0b7274a2d6e3), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:11.152072 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:11.181690 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a361f8e-b6e4-4178-9548-0637a5659392 demo admin] Pushing event updated for resources: {'Subnet': ['ID=841582ca-9f0f-4e14-bf54-0b7274a2d6e3,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:11.193554 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a361f8e-b6e4-4178-9548-0637a5659392 demo admin] Checking segment: {'id': '4e170722-8cfd-4ed7-a0aa-75a38a12b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:18:11.193937 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a361f8e-b6e4-4178-9548-0637a5659392 demo admin] Network hostable DHCP agents. Network: bd2c0cd9-cf94-47cc-b515-1076bec798a4, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:18:11.214634 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a361f8e-b6e4-4178-9548-0637a5659392 demo admin] Network bd2c0cd9-cf94-47cc-b515-1076bec798a4 is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:18:11.239134 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-8a361f8e-b6e4-4178-9548-0637a5659392 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, bd2c0cd9-cf94-47cc-b515-1076bec798a4) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:18:11.243848 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a361f8e-b6e4-4178-9548-0637a5659392 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:18:11.244433 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8a361f8e-b6e4-4178-9548-0637a5659392 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:11.251353 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790699bf-2eee-4605-8df8-de8ce35c0c2a None None] Network bd2c0cd9-cf94-47cc-b515-1076bec798a4 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:18:11.270480 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-8a361f8e-b6e4-4178-9548-0637a5659392 demo admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4809623 Sep 24 14:18:11.514828 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e8cdc4-ed46-5176-a3ed-10bdc880f551-bd2c0cd9-cf94-47cc-b515-1076bec798a4', 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4', 'project_id': 'a7eea203d96a471cb590c418bb060d23', 'fixed_ips': [{'subnet_id': '841582ca-9f0f-4e14-bf54-0b7274a2d6e3'}]}} from dv-cinder-859193-1-iscsi. {{(pid=106295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:18:11.516106 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:11.789951 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.db_base_plugin_common [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Allocated IP 172.20.0.2 (bd2c0cd9-cf94-47cc-b515-1076bec798a4/841582ca-9f0f-4e14-bf54-0b7274a2d6e3/f72a6a99-ce24-422b-89e0-0b0fee1a1ef3) {{(pid=106295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:18:12.051078 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Publish callbacks [] for port (f72a6a99-ce24-422b-89e0-0b0fee1a1ef3), precommit_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:12.058547 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (f72a6a99-ce24-422b-89e0-0b0fee1a1ef3), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:12.134084 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Network bd2c0cd9-cf94-47cc-b515-1076bec798a4 is already hosted by enough agents. {{(pid=106295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:18:12.138625 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.base_scheduler [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Resources bound (agent type, host, resource id): {{(pid=106295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:18:12.146806 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Received port after_create {{(pid=106295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:18:12.154095 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Pushing event updated for resources: {'Port': ['ID=f72a6a99-ce24-422b-89e0-0b0fee1a1ef3,revision_number=1']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:12.187510 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.187859 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.188217 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.188576 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.188911 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.189243 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.189567 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.189920 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.190245 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.190565 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.190917 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.191262 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.191584 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.191905 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.192220 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Tracked resource versions report: Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: pushed versions: Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: { 'AddressGroup': {'1.2'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Agent': {'1.1'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'ConntrackHelper': {'1.0'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Log': {'1.0'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'NDPProxy': {'1.0'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Network': {'1.1'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Port': {'1.7'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'PortForwarding': {'1.3'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'QosPolicy': {'1.10'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'SecurityGroup': {'1.5'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'SubPort': {'1.0'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Subnet': {'1.1'}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Trunk': {'1.1'}} Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: consumer versions: Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: { DHCP agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: L3 agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: Metadata agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: Metering agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: Open vSwitch agent@dv-cinder-859193-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Agent': '1.1', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'ConntrackHelper': '1.0', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'LocalIPAssociation': '1.0', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Log': '1.0', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'NDPProxy': '1.0', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Network': '1.1', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Port': '1.7', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'PortForwarding': '1.3', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'QosPolicy': '1.10', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'SecurityGroup': '1.5', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'SecurityGroupRule': '1.2', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'SubPort': '1.0', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Subnet': '1.1', Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Trunk': '1.1'}} Sep 24 14:18:12.193754 dv-cinder-859193-1-iscsi neutron-server[106295]: {{(pid=106295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:18:12.240033 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:12.245705 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Attempting to bind port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:18:12.246100 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Attempting to bind port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '4e170722-8cfd-4ed7-a0aa-75a38a12b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:18:12.246534 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Attempting to bind port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 on network bd2c0cd9-cf94-47cc-b515-1076bec798a4 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:18:12.300269 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:18:12.300936 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Checking segment: {'id': '4e170722-8cfd-4ed7-a0aa-75a38a12b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:18:12.301177 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:12.301518 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Bound using segment: {'id': '4e170722-8cfd-4ed7-a0aa-75a38a12b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:18:12.301994 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Bound port: f72a6a99-ce24-422b-89e0-0b0fee1a1ef3, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e170722-8cfd-4ed7-a0aa-75a38a12b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:18:12.302399 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (f72a6a99-ce24-422b-89e0-0b0fee1a1ef3), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:12.365833 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] For port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:18:12.384499 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] For port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=f72a6a99-ce24-422b-89e0-0b0fee1a1ef3,segment=NetworkSegment(4e170722-8cfd-4ed7-a0aa-75a38a12b43b),segment_id=4e170722-8cfd-4ed7-a0aa-75a38a12b43b)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:18:12.391166 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (f72a6a99-ce24-422b-89e0-0b0fee1a1ef3), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:12.442221 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62329c8a-4972-435b-a96a-5e4516a8bc97 None None] Pushing event updated for resources: {'Port': ['ID=f72a6a99-ce24-422b-89e0-0b0fee1a1ef3,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:13.655502 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=20,neutron:INSERT=37,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:13.657495 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:13.948913 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 34584) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:18:14.281330 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [None req-cc1f3df3-8b1b-47f9-8d79-a103ff9e43e5 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:18:14.282691 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-cc1f3df3-8b1b-47f9-8d79-a103ff9e43e5 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3327744 Sep 24 14:18:15.780880 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:15.782966 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=10 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:16.940953 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 34596) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:18:17.276389 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [None req-60add6da-e0a9-45cb-8ca0-40a2756dca10 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:18:17.277890 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-60add6da-e0a9-45cb-8ca0-40a2756dca10 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3354845 Sep 24 14:18:19.926890 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 34608) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:18:20.255769 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-acd1e7b2-f469-488a-a10e-18e884b7464d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:18:20.293388 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-acd1e7b2-f469-488a-a10e-18e884b7464d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12665'] for router (b74f2755-aee4-4097-84c1-81fe7f53d186), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:20.295201 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-acd1e7b2-f469-488a-a10e-18e884b7464d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3681457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12640'] for router (b74f2755-aee4-4097-84c1-81fe7f53d186), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:20.352395 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:18:20.434017 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:18:20.434424 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (f72a6a99-ce24-422b-89e0-0b0fee1a1ef3), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:20.434788 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 Sep 24 14:18:20.446610 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-acd1e7b2-f469-488a-a10e-18e884b7464d demo demo] Publish callbacks [] for router_controller (b74f2755-aee4-4097-84c1-81fe7f53d186), precommit_add_association {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:20.453168 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-acd1e7b2-f469-488a-a10e-18e884b7464d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3681513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680289'] for router (b74f2755-aee4-4097-84c1-81fe7f53d186), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:20.474510 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-acd1e7b2-f469-488a-a10e-18e884b7464d demo demo] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:20.475752 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-acd1e7b2-f469-488a-a10e-18e884b7464d demo demo] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5478303 Sep 24 14:18:20.547537 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f51f6f1-5346-4de3-9f52-45de587dc0d8 None None] Network bd2c0cd9-cf94-47cc-b515-1076bec798a4 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:18:20.552947 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:18:20.553334 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (f72a6a99-ce24-422b-89e0-0b0fee1a1ef3), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:20.621036 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:20.652347 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:20.658881 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=f72a6a99-ce24-422b-89e0-0b0fee1a1ef3,segment=NetworkSegment(4e170722-8cfd-4ed7-a0aa-75a38a12b43b),segment_id=4e170722-8cfd-4ed7-a0aa-75a38a12b43b)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:18:20.667833 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-b3abcc47-d1bc-4bea-904a-a7634953a39d None None] Provisioning complete for port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:18:20.668216 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b3abcc47-d1bc-4bea-904a-a7634953a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (f72a6a99-ce24-422b-89e0-0b0fee1a1ef3), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:20.668553 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b3abcc47-d1bc-4bea-904a-a7634953a39d None None] Attempt 1 to provision port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 Sep 24 14:18:20.673753 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (f72a6a99-ce24-422b-89e0-0b0fee1a1ef3), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:20.802187 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=f72a6a99-ce24-422b-89e0-0b0fee1a1ef3,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:20.838854 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b3abcc47-d1bc-4bea-904a-a7634953a39d None None] Current status of the port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:18:21.056541 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-b06faf9d-96c1-4a49-936f-84689730adbd None None] Provisioning complete for port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:18:21.056935 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b06faf9d-96c1-4a49-936f-84689730adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (f72a6a99-ce24-422b-89e0-0b0fee1a1ef3), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:21.057271 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b06faf9d-96c1-4a49-936f-84689730adbd None None] Attempt 1 to provision port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 Sep 24 14:18:21.129120 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b06faf9d-96c1-4a49-936f-84689730adbd None None] Current status of the port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:18:21.257623 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:21.258752 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:22.333741 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:18:22.377070 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:18:22.377464 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (f72a6a99-ce24-422b-89e0-0b0fee1a1ef3), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:22.377809 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 Sep 24 14:18:22.449135 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:18:23.113341 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 34622) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:18:23.429656 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [None req-c9b38f37-3375-4488-b566-5c153b97568c admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:18:23.430630 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-c9b38f37-3375-4488-b566-5c153b97568c admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3164546 Sep 24 14:18:25.624304 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-80cbe75f-a838-433b-bfb3-5867cc54af78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:26.042471 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 34630) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:18:26.359082 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:18:26.382949 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Made reservation on behalf of 2f8134960517435ea813cbf2d41e25d7 for: {'network': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:18:26.385528 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:26.400898 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:26.503364 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Publish callbacks [] for security_group (ca640381-5bd2-4e77-999b-2b4168d827d5), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:26.506932 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ca640381-5bd2-4e77-999b-2b4168d827d5), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:26.519892 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Reserving flat network on physical network physnet1 {{(pid=106294) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 24 14:18:26.555015 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747512947128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (9dc7a5f7-9801-4f9e-8a74-3d38f14746b1), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:26.555673 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Unsubscribe: segment precommit_create {{(pid=106294) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 14:18:26.556602 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.segments_db [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Added segment 9dc7a5f7-9801-4f9e-8a74-3d38f14746b1 of type flat for network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 Sep 24 14:18:26.581448 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca640381-5bd2-4e77-999b-2b4168d827d5,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:26.609881 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.610215 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.610562 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.610920 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.611242 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.611560 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.611873 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.612185 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.612513 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.612838 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.613161 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.613492 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.613805 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.614111 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.614417 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Tracked resource versions report: Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: pushed versions: Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: { 'AddressGroup': {'1.2'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Agent': {'1.1'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'ConntrackHelper': {'1.0'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Log': {'1.0'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'NDPProxy': {'1.0'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Network': {'1.1'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Port': {'1.7'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'PortForwarding': {'1.3'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'QosPolicy': {'1.10'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'SecurityGroup': {'1.5'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'SubPort': {'1.0'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Subnet': {'1.1'}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Trunk': {'1.1'}} Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: consumer versions: Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: { DHCP agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: L3 agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: Metadata agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: Metering agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: Open vSwitch agent@dv-cinder-859193-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Agent': '1.1', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'ConntrackHelper': '1.0', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'LocalIPAssociation': '1.0', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Log': '1.0', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'NDPProxy': '1.0', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Network': '1.1', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Port': '1.7', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'PortForwarding': '1.3', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'QosPolicy': '1.10', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'SecurityGroup': '1.5', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'SecurityGroupRule': '1.2', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'SubPort': '1.0', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Subnet': '1.1', Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Trunk': '1.1'}} Sep 24 14:18:26.615868 dv-cinder-859193-1-iscsi neutron-server[106294]: {{(pid=106294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:18:26.679710 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (5d3ce1ff-50f0-4cea-85cb-808bc9195004), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:26.725940 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (5d3ce1ff-50f0-4cea-85cb-808bc9195004), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:26.727182 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:18:26.727868 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:26.819755 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7761424 Sep 24 14:18:26.827230 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1155f0-bc5f-44c7-89f9-80f510bb7296 admin admin] Pushing event updated for resources: {'Network': ['ID=5d3ce1ff-50f0-4cea-85cb-808bc9195004,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:26.839635 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:18:28.096623 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-110e6448-9a33-4ffc-a830-eb8b221c034f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:29.105945 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:29.404263 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 34642) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:18:29.801980 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5989b371-bfd0-46c4-99c0-7b12660aa11a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:18:29.803399 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-5989b371-bfd0-46c4-99c0-7b12660aa11a demo admin] 10.222.0.52 "GET /networking/v2.0/subnets/841582ca-9f0f-4e14-bf54-0b7274a2d6e3 HTTP/1.1" status: 200 len: 849 time: 0.3981693 Sep 24 14:18:29.937936 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-be89a9be-f7b9-47db-8cbd-4568aff58165 demo admin] 10.222.0.52 "GET /networking/v2.0/routers/b74f2755-aee4-4097-84c1-81fe7f53d186 HTTP/1.1" status: 200 len: 704 time: 0.1287427 Sep 24 14:18:30.195937 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:30.220976 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:30.225157 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:30.489570 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Allocated IP 172.20.0.1 (bd2c0cd9-cf94-47cc-b515-1076bec798a4/841582ca-9f0f-4e14-bf54-0b7274a2d6e3/17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:18:30.596107 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:30.678554 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Publish callbacks [] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:30.732581 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:30.740378 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:30.812989 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Network bd2c0cd9-cf94-47cc-b515-1076bec798a4 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:18:30.817850 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:18:30.828733 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:18:30.829282 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768856'] for router_interface (b74f2755-aee4-4097-84c1-81fe7f53d186), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:30.885005 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Pushing event updated for resources: {'Port': ['ID=17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:31.008758 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Provisioning complete for port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:18:31.009076 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:31.009412 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Attempt 1 to provision port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd Sep 24 14:18:31.050679 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:31.053499 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:18:31.086414 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:31.289037 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Publish callbacks [] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:31.293382 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:31.294656 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3661601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768972'] for router_interface (b74f2755-aee4-4097-84c1-81fe7f53d186), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:31.369341 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Pushing event updated for resources: {'Port': ['ID=17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:31.373501 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:31.380592 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:31.422597 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Network bd2c0cd9-cf94-47cc-b515-1076bec798a4 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:18:31.423941 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:18:31.554997 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Attempt 2 to provision port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd Sep 24 14:18:31.583933 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Router b74f2755-aee4-4097-84c1-81fe7f53d186 is scheduled to L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce with binding_index 1 {{(pid=106294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:18:31.590200 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:18:31.670917 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:18:31.676072 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-b964a362-442e-40c5-a8a6-e93d6a35fb45 demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/b74f2755-aee4-4097-84c1-81fe7f53d186/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7327433 Sep 24 14:18:31.681337 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Sync routers for ids ['b74f2755-aee4-4097-84c1-81fe7f53d186'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:18:31.694549 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Routers {'b74f2755-aee4-4097-84c1-81fe7f53d186'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:18:31.695364 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:18:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b74f2755-aee4-4097-84c1-81fe7f53d186'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:18:31.876507 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Set router b74f2755-aee4-4097-84c1-81fe7f53d186 gateway port host: None {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:18:32.091932 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Attempt 3 to provision port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd Sep 24 14:18:32.124905 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:18:32.287047 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'name': 'router1', 'tenant_id': 'a7eea203d96a471cb590c418bb060d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:18:20Z', 'updated_at': '2022-09-24T14:18:30Z', 'revision_number': 2, 'project_id': 'a7eea203d96a471cb590c418bb060d23', 'gw_port_host': None, '_interfaces': [{'id': '17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd', 'name': '', 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4', 'tenant_id': 'a7eea203d96a471cb590c418bb060d23', 'mac_address': 'fa:16:3e:2e:94:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '841582ca-9f0f-4e14-bf54-0b7274a2d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:18:30Z', 'updated_at': '2022-09-24T14:18:31Z', 'revision_number': 2, 'project_id': 'a7eea203d96a471cb590c418bb060d23', 'subnets': [{'id': '841582ca-9f0f-4e14-bf54-0b7274a2d6e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca639586-4610-4a2c-a3d2-06db8b33a8d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:18:32.338948 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Checking router: b74f2755-aee4-4097-84c1-81fe7f53d186 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:18:32.339313 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Updating router b74f2755-aee4-4097-84c1-81fe7f53d186 port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd binding host dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:18:32.392612 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:32.625928 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Attempt 4 to provision port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd Sep 24 14:18:32.657556 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:18:32.892844 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Publish callbacks [] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), precommit_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:32.899077 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:33.041957 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Pushing event updated for resources: {'Port': ['ID=17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd,revision_number=3']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:33.046706 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Attempting to bind port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:18:33.047110 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Attempting to bind port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '4e170722-8cfd-4ed7-a0aa-75a38a12b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4'}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:18:33.047545 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Attempting to bind port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd on network bd2c0cd9-cf94-47cc-b515-1076bec798a4 {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:18:33.077706 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.078044 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.078384 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.078715 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.079063 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.079382 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.079695 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.080009 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.080403 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.080631 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.080940 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.081268 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.081579 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.081885 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.082204 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Tracked resource versions report: Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: pushed versions: Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: { 'AddressGroup': {'1.2'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Agent': {'1.1'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'ConntrackHelper': {'1.0'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Log': {'1.0'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'NDPProxy': {'1.0'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Network': {'1.1'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Port': {'1.7'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'PortForwarding': {'1.3'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'QosPolicy': {'1.10'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'SecurityGroup': {'1.5'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'SubPort': {'1.0'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Subnet': {'1.1'}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Trunk': {'1.1'}} Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: consumer versions: Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: { DHCP agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: L3 agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: Metadata agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: Metering agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: Open vSwitch agent@dv-cinder-859193-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Agent': '1.1', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'ConntrackHelper': '1.0', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'LocalIPAssociation': '1.0', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Log': '1.0', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'NDPProxy': '1.0', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Network': '1.1', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Port': '1.7', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'PortForwarding': '1.3', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'QosPolicy': '1.10', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'SecurityGroup': '1.5', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'SecurityGroupRule': '1.2', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'SubPort': '1.0', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Subnet': '1.1', Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Trunk': '1.1'}} Sep 24 14:18:33.083660 dv-cinder-859193-1-iscsi neutron-server[106296]: {{(pid=106296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:18:33.141020 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:18:33.141415 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Checking segment: {'id': '4e170722-8cfd-4ed7-a0aa-75a38a12b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:18:33.141881 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:33.142262 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Bound using segment: {'id': '4e170722-8cfd-4ed7-a0aa-75a38a12b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4'} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:18:33.142724 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Bound port: 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e170722-8cfd-4ed7-a0aa-75a38a12b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4'}}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:18:33.143127 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:33.157110 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:33.161510 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Attempt 5 to provision port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd Sep 24 14:18:33.191157 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:18:33.203526 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:33.207129 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] For port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:18:33.227013 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] For port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd,segment=NetworkSegment(4e170722-8cfd-4ed7-a0aa-75a38a12b43b),segment_id=4e170722-8cfd-4ed7-a0aa-75a38a12b43b)] {{(pid=106296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:18:33.233557 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:33.274846 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Routers {'b74f2755-aee4-4097-84c1-81fe7f53d186'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:18:33.275447 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:18:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b74f2755-aee4-4097-84c1-81fe7f53d186'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:18:33.318848 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328366c-c4c5-481b-ad1b-67f2354a0864 None None] Pushing event updated for resources: {'Port': ['ID=17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd,revision_number=4']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:33.367852 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] Set router b74f2755-aee4-4097-84c1-81fe7f53d186 gateway port host: None {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:18:33.572274 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'name': 'router1', 'tenant_id': 'a7eea203d96a471cb590c418bb060d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:18:20Z', 'updated_at': '2022-09-24T14:18:30Z', 'revision_number': 2, 'project_id': 'a7eea203d96a471cb590c418bb060d23', 'gw_port_host': None, '_interfaces': [{'id': '17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd', 'name': '', 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4', 'tenant_id': 'a7eea203d96a471cb590c418bb060d23', 'mac_address': 'fa:16:3e:2e:94:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '841582ca-9f0f-4e14-bf54-0b7274a2d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:18:30Z', 'updated_at': '2022-09-24T14:18:33Z', 'revision_number': 4, 'project_id': 'a7eea203d96a471cb590c418bb060d23', 'subnets': [{'id': '841582ca-9f0f-4e14-bf54-0b7274a2d6e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca639586-4610-4a2c-a3d2-06db8b33a8d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:18:33.597609 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e7c1f-3f79-4fbf-819a-543b20ac9f1f None None] The sync data for ids ['b74f2755-aee4-4097-84c1-81fe7f53d186'] in dv-cinder-859193-1-iscsi is: [{'id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'name': 'router1', 'tenant_id': 'a7eea203d96a471cb590c418bb060d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:18:20Z', 'updated_at': '2022-09-24T14:18:30Z', 'revision_number': 2, 'project_id': 'a7eea203d96a471cb590c418bb060d23', 'gw_port_host': None, '_interfaces': [{'id': '17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd', 'name': '', 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4', 'tenant_id': 'a7eea203d96a471cb590c418bb060d23', 'mac_address': 'fa:16:3e:2e:94:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '841582ca-9f0f-4e14-bf54-0b7274a2d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:18:30Z', 'updated_at': '2022-09-24T14:18:33Z', 'revision_number': 4, 'project_id': 'a7eea203d96a471cb590c418bb060d23', 'subnets': [{'id': '841582ca-9f0f-4e14-bf54-0b7274a2d6e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca639586-4610-4a2c-a3d2-06db8b33a8d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:18:33.692869 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Attempt 6 to provision port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd Sep 24 14:18:33.772934 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Current status of the port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:18:33.773422 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:33.806389 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] For port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd,segment=NetworkSegment(4e170722-8cfd-4ed7-a0aa-75a38a12b43b),segment_id=4e170722-8cfd-4ed7-a0aa-75a38a12b43b)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:18:33.811079 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:33.862867 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352b48e-18d5-431b-ae63-a0ddf035a7a9 None None] Pushing event updated for resources: {'Port': ['ID=17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:33.929660 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-fc6f3d04-8050-4716-a814-4ca2a57b9f76 None None] Provisioning complete for port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:18:33.929828 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3d04-8050-4716-a814-4ca2a57b9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:33.930127 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-fc6f3d04-8050-4716-a814-4ca2a57b9f76 None None] Attempt 1 to provision port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd Sep 24 14:18:34.011395 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-fc6f3d04-8050-4716-a814-4ca2a57b9f76 None None] Current status of the port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:18:34.308743 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 34652) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:18:34.701245 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89f7b0b-9ee0-48d5-ab9d-ed51240e9395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:18:34.703334 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-d89f7b0b-9ee0-48d5-ab9d-ed51240e9395 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/5d3ce1ff-50f0-4cea-85cb-808bc9195004 HTTP/1.1" status: 200 len: 842 time: 0.3935962 Sep 24 14:18:34.712921 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-d33a6b4d-8d3b-4a38-9626-b1ee26346d9f admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:18:34.743225 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a6b4d-8d3b-4a38-9626-b1ee26346d9f admin admin] Made reservation on behalf of 2f8134960517435ea813cbf2d41e25d7 for: {'subnet': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:18:34.745620 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d33a6b4d-8d3b-4a38-9626-b1ee26346d9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:35.041551 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.objects.ports [None req-d33a6b4d-8d3b-4a38-9626-b1ee26346d9f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106294) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 24 14:18:35.041991 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d33a6b4d-8d3b-4a38-9626-b1ee26346d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for subnet (4c7c3739-727f-4913-9014-9fb1ce8fb3e6), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:35.113629 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a6b4d-8d3b-4a38-9626-b1ee26346d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7c3739-727f-4913-9014-9fb1ce8fb3e6,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:35.118724 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a6b4d-8d3b-4a38-9626-b1ee26346d9f admin admin] Checking segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:18:35.119196 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a6b4d-8d3b-4a38-9626-b1ee26346d9f admin admin] Network hostable DHCP agents. Network: 5d3ce1ff-50f0-4cea-85cb-808bc9195004, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:18:35.141404 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a6b4d-8d3b-4a38-9626-b1ee26346d9f admin admin] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:18:35.151657 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-d33a6b4d-8d3b-4a38-9626-b1ee26346d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, 5d3ce1ff-50f0-4cea-85cb-808bc9195004) {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:18:35.156584 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a6b4d-8d3b-4a38-9626-b1ee26346d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:18:35.157520 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d33a6b4d-8d3b-4a38-9626-b1ee26346d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:35.161804 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89722886-807f-4c07-b753-fcf0405fdcfc None None] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:18:35.180945 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-d33a6b4d-8d3b-4a38-9626-b1ee26346d9f admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4717796 Sep 24 14:18:35.270528 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873e7a17-ffe9-4513-a438-506913239001 None None] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:18:37.880054 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 34660) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:18:38.291719 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-78181055-972d-4d88-80d9-e0cf394600cc demo admin] 10.222.0.52 "GET /networking/v2.0/routers/b74f2755-aee4-4097-84c1-81fe7f53d186 HTTP/1.1" status: 200 len: 710 time: 0.4102936 Sep 24 14:18:38.303901 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:38.315806 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:38.399047 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb3ebf-6cd8-472f-b3be-bd1b49809f45 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:18:38.400390 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-afcb3ebf-6cd8-472f-b3be-bd1b49809f45 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/5d3ce1ff-50f0-4cea-85cb-808bc9195004 HTTP/1.1" status: 200 len: 886 time: 0.1025615 Sep 24 14:18:38.410130 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:18:38.732294 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Publish callbacks [] for router_gateway (b74f2755-aee4-4097-84c1-81fe7f53d186), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:38.946511 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Publish callbacks [] for router_gateway (b74f2755-aee4-4097-84c1-81fe7f53d186), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:39.022544 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:39.126733 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Allocated IP 172.27.1.135 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/78f03e3e-bf63-4a18-bf15-5e4084727b18) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:18:39.226496 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Publish callbacks [] for port (78f03e3e-bf63-4a18-bf15-5e4084727b18), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:39.252362 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:39.259365 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (78f03e3e-bf63-4a18-bf15-5e4084727b18), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:39.304366 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:18:39.309310 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:18:39.311398 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Pushing event updated for resources: {'Port': ['ID=78f03e3e-bf63-4a18-bf15-5e4084727b18,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:39.315074 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:18:39.378358 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:39.553120 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Publish callbacks [] for router_gateway (b74f2755-aee4-4097-84c1-81fe7f53d186), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:39.738648 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3680461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3681504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1946'] for router (b74f2755-aee4-4097-84c1-81fe7f53d186), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:39.741873 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3680452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3680319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3681499'] for router (b74f2755-aee4-4097-84c1-81fe7f53d186), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:39.845015 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Router b74f2755-aee4-4097-84c1-81fe7f53d186 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:18:40.032782 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:18:40.037639 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:40.038833 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-28300584-428d-4885-bb51-55f448dddfd1 demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/b74f2755-aee4-4097-84c1-81fe7f53d186 HTTP/1.1" status: 200 len: 890 time: 1.6319993 Sep 24 14:18:40.044453 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Sync routers for ids ['b74f2755-aee4-4097-84c1-81fe7f53d186'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:18:40.054974 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:40.057820 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Routers {'b74f2755-aee4-4097-84c1-81fe7f53d186'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:18:40.058488 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:18:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b74f2755-aee4-4097-84c1-81fe7f53d186'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:18:40.272955 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Set router b74f2755-aee4-4097-84c1-81fe7f53d186 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:18:40.353423 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:18:40.440077 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:40.572703 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:18:40.572981 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:40.573323 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd Sep 24 14:18:40.822485 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'name': 'router1', 'tenant_id': 'a7eea203d96a471cb590c418bb060d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '78f03e3e-bf63-4a18-bf15-5e4084727b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:18:20Z', 'updated_at': '2022-09-24T14:18:39Z', 'revision_number': 4, 'project_id': 'a7eea203d96a471cb590c418bb060d23', 'gw_port': {'id': '78f03e3e-bf63-4a18-bf15-5e4084727b18', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:18:39Z', 'updated_at': '2022-09-24T14:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd', 'name': '', 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4', 'tenant_id': 'a7eea203d96a471cb590c418bb060d23', 'mac_address': 'fa:16:3e:2e:94:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '841582ca-9f0f-4e14-bf54-0b7274a2d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:18:30Z', 'updated_at': '2022-09-24T14:18:33Z', 'revision_number': 5, 'project_id': 'a7eea203d96a471cb590c418bb060d23', 'subnets': [{'id': '841582ca-9f0f-4e14-bf54-0b7274a2d6e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca639586-4610-4a2c-a3d2-06db8b33a8d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:18:40.847139 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:18:40.875344 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Checking router: b74f2755-aee4-4097-84c1-81fe7f53d186 for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:18:40.875694 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Updating router b74f2755-aee4-4097-84c1-81fe7f53d186 port 78f03e3e-bf63-4a18-bf15-5e4084727b18 binding host dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:18:40.926056 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (78f03e3e-bf63-4a18-bf15-5e4084727b18), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:41.229560 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Publish callbacks [] for port (78f03e3e-bf63-4a18-bf15-5e4084727b18), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:41.236637 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (78f03e3e-bf63-4a18-bf15-5e4084727b18), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:41.273561 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Attempting to bind port 78f03e3e-bf63-4a18-bf15-5e4084727b18 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:18:41.273934 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Attempting to bind port 78f03e3e-bf63-4a18-bf15-5e4084727b18 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:18:41.274299 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Attempting to bind port 78f03e3e-bf63-4a18-bf15-5e4084727b18 on network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:18:41.296187 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:41.306151 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1dcb2-7821-44eb-9dcf-cae4525b7b3a None None] Pushing event updated for resources: {'Port': ['ID=78f03e3e-bf63-4a18-bf15-5e4084727b18,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:41.325293 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:18:41.325663 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Checking segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:18:41.326065 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:41.326454 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Bound using segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:18:41.326942 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Bound port: 78f03e3e-bf63-4a18-bf15-5e4084727b18, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:18:41.327318 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (78f03e3e-bf63-4a18-bf15-5e4084727b18), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:41.374609 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] For port 78f03e3e-bf63-4a18-bf15-5e4084727b18, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:18:41.377528 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] For port 78f03e3e-bf63-4a18-bf15-5e4084727b18, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=78f03e3e-bf63-4a18-bf15-5e4084727b18,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:18:41.383557 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (78f03e3e-bf63-4a18-bf15-5e4084727b18), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:41.414418 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Routers {'b74f2755-aee4-4097-84c1-81fe7f53d186'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:18:41.415063 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:18:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b74f2755-aee4-4097-84c1-81fe7f53d186'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:18:41.475943 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1dcb2-7821-44eb-9dcf-cae4525b7b3a None None] Pushing event updated for resources: {'Port': ['ID=78f03e3e-bf63-4a18-bf15-5e4084727b18,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:41.537239 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] Set router b74f2755-aee4-4097-84c1-81fe7f53d186 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:18:41.709980 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:41.730894 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'name': 'router1', 'tenant_id': 'a7eea203d96a471cb590c418bb060d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '78f03e3e-bf63-4a18-bf15-5e4084727b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:18:20Z', 'updated_at': '2022-09-24T14:18:39Z', 'revision_number': 4, 'project_id': 'a7eea203d96a471cb590c418bb060d23', 'gw_port': {'id': '78f03e3e-bf63-4a18-bf15-5e4084727b18', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:18:39Z', 'updated_at': '2022-09-24T14:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd', 'name': '', 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4', 'tenant_id': 'a7eea203d96a471cb590c418bb060d23', 'mac_address': 'fa:16:3e:2e:94:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '841582ca-9f0f-4e14-bf54-0b7274a2d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:18:30Z', 'updated_at': '2022-09-24T14:18:33Z', 'revision_number': 5, 'project_id': 'a7eea203d96a471cb590c418bb060d23', 'subnets': [{'id': '841582ca-9f0f-4e14-bf54-0b7274a2d6e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca639586-4610-4a2c-a3d2-06db8b33a8d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:18:41.756340 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8657c31-8bcf-44f6-bbdd-b694c519d0e2 None None] The sync data for ids ['b74f2755-aee4-4097-84c1-81fe7f53d186'] in dv-cinder-859193-1-iscsi is: [{'id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'name': 'router1', 'tenant_id': 'a7eea203d96a471cb590c418bb060d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '78f03e3e-bf63-4a18-bf15-5e4084727b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:18:20Z', 'updated_at': '2022-09-24T14:18:39Z', 'revision_number': 4, 'project_id': 'a7eea203d96a471cb590c418bb060d23', 'gw_port': {'id': '78f03e3e-bf63-4a18-bf15-5e4084727b18', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:18:39Z', 'updated_at': '2022-09-24T14:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd', 'name': '', 'network_id': 'bd2c0cd9-cf94-47cc-b515-1076bec798a4', 'tenant_id': 'a7eea203d96a471cb590c418bb060d23', 'mac_address': 'fa:16:3e:2e:94:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74f2755-aee4-4097-84c1-81fe7f53d186', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '841582ca-9f0f-4e14-bf54-0b7274a2d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:18:30Z', 'updated_at': '2022-09-24T14:18:33Z', 'revision_number': 5, 'project_id': 'a7eea203d96a471cb590c418bb060d23', 'subnets': [{'id': '841582ca-9f0f-4e14-bf54-0b7274a2d6e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca639586-4610-4a2c-a3d2-06db8b33a8d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:18:42.365395 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 78f03e3e-bf63-4a18-bf15-5e4084727b18 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:18:42.412078 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 78f03e3e-bf63-4a18-bf15-5e4084727b18 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:18:42.412465 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (78f03e3e-bf63-4a18-bf15-5e4084727b18), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:42.412800 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 78f03e3e-bf63-4a18-bf15-5e4084727b18 Sep 24 14:18:42.491052 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:42.496339 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 78f03e3e-bf63-4a18-bf15-5e4084727b18 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:18:42.496921 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (78f03e3e-bf63-4a18-bf15-5e4084727b18), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:42.520871 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port 78f03e3e-bf63-4a18-bf15-5e4084727b18, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=78f03e3e-bf63-4a18-bf15-5e4084727b18,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:18:42.526504 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (78f03e3e-bf63-4a18-bf15-5e4084727b18), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:42.579326 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=78f03e3e-bf63-4a18-bf15-5e4084727b18,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:18:42.890274 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 34674) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:18:43.273428 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-2e0d1ac6-09c7-4901-9768-99fee5f6aa59 admin admin] 10.222.0.52 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3820062 Sep 24 14:18:43.574331 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=38 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:43.576181 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:44.341973 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 78f03e3e-bf63-4a18-bf15-5e4084727b18 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:18:44.392218 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 78f03e3e-bf63-4a18-bf15-5e4084727b18 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:18:44.392617 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (78f03e3e-bf63-4a18-bf15-5e4084727b18), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:44.392958 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 78f03e3e-bf63-4a18-bf15-5e4084727b18 Sep 24 14:18:44.464704 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 78f03e3e-bf63-4a18-bf15-5e4084727b18 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:18:49.200676 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 5 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:18:53.267254 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:53.270446 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:54.458683 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:54.460948 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=34 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:54.461694 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=15 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:55.721113 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-efb55ac9-fb10-46d6-a1f6-6531f4923f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:58.053039 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-24ba7079-b953-4319-b52a-00eabddf3ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:59.114710 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:18:59.195333 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:18:59.197299 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:19:00.611110 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:19:00.745567 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:19:09.108541 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:19:10.210512 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=6 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:19:10.604537 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:19:10.740677 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:19:25.627750 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-4c9fbf3a-bd61-440e-a937-ee62ab16689c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:19:26.200677 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 5 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:19:28.049276 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7f6ead91-d9a4-46f8-b764-de2bf9490ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:19:29.120506 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:19:30.603789 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:19:30.751832 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:19:36.197073 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:19:36.199094 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:19:40.586625 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:19:40.739247 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:19:40.744870 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:19:54.197351 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=5 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:19:54.199342 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:19:55.621099 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1a1bae20-3b55-455f-b6f4-53504ee177b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:19:58.051827 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-87e8168a-b233-49e5-8d2c-0cb13c2d9532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:19:59.120038 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:00.599634 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:00.746685 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:03.199475 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 5 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:20:09.743362 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35222) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:20:10.091882 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee30c56c-bf8f-459d-9f19-292c15d0ecaa admin admin] GET failed (client error): The resource could not be found. Sep 24 14:20:10.093106 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ee30c56c-bf8f-459d-9f19-292c15d0ecaa admin admin] 10.222.0.52 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3481476 Sep 24 14:20:10.254656 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5282e6b-39c1-4b94-a46f-f94366ac6dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:10.256140 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-a5282e6b-39c1-4b94-a46f-f94366ac6dd0 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1586001 Sep 24 14:20:10.736187 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:10.740797 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:10.743345 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:12.862319 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35232) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:20:13.231480 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af831db2-a122-4abc-a477-e266da55f4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:13.232850 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-af831db2-a122-4abc-a477-e266da55f4e7 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/841582ca-9f0f-4e14-bf54-0b7274a2d6e3 HTTP/1.1" status: 200 len: 849 time: 0.3695586 Sep 24 14:20:13.242463 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:20:13.331306 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Publish callbacks [] for subnet (841582ca-9f0f-4e14-bf54-0b7274a2d6e3), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:13.476715 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747512923028'] for subnet (841582ca-9f0f-4e14-bf54-0b7274a2d6e3), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:13.509616 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:13.510663 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:13.513739 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] 10.222.0.52 "PUT /networking/v2.0/subnets/841582ca-9f0f-4e14-bf54-0b7274a2d6e3 HTTP/1.1" status: 200 len: 868 time: 0.2726259 Sep 24 14:20:13.514328 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4eca4c-33c0-49b5-ae08-c4da7e1ce110 None None] Network bd2c0cd9-cf94-47cc-b515-1076bec798a4 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:20:13.532948 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=841582ca-9f0f-4e14-bf54-0b7274a2d6e3,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:20:13.541425 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.542082 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.542445 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.542782 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.543149 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.543476 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.543799 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.544121 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.544467 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.544795 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.545124 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.545446 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.545765 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.546085 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.546402 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a3eb6-88f3-43bf-b6e6-fd8ca73307b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:20:13.804897 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-869167d1-7788-420f-acc5-4f8392bbd3f8 None None] Provisioning complete for port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:20:13.805286 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-869167d1-7788-420f-acc5-4f8392bbd3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (f72a6a99-ce24-422b-89e0-0b0fee1a1ef3), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:13.805624 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-869167d1-7788-420f-acc5-4f8392bbd3f8 None None] Attempt 1 to provision port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 Sep 24 14:20:13.879711 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-869167d1-7788-420f-acc5-4f8392bbd3f8 None None] Current status of the port f72a6a99-ce24-422b-89e0-0b0fee1a1ef3 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:20:13.888019 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-869167d1-7788-420f-acc5-4f8392bbd3f8 None None] Provisioning complete for port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:20:13.888554 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-869167d1-7788-420f-acc5-4f8392bbd3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:13.888898 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-869167d1-7788-420f-acc5-4f8392bbd3f8 None None] Attempt 1 to provision port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd Sep 24 14:20:13.961350 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-869167d1-7788-420f-acc5-4f8392bbd3f8 None None] Current status of the port 17562a32-9cc2-49e8-b9a9-ae0b15cdd2cd is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:20:16.130040 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35240) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:20:16.610381 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1832bab0-dbd9-48ba-b969-03ed4cdbac0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:16.610876 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1832bab0-dbd9-48ba-b969-03ed4cdbac0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:16.612445 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-1832bab0-dbd9-48ba-b969-03ed4cdbac0e admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4815223 Sep 24 14:20:19.153257 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35250) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:20:19.552891 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f23efc7-4edd-4c0b-9e3e-eb42440b7f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:19.553363 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f23efc7-4edd-4c0b-9e3e-eb42440b7f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:19.556871 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-1f23efc7-4edd-4c0b-9e3e-eb42440b7f9f admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4026413 Sep 24 14:20:22.104601 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35258) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:20:22.502834 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0382e4-c64c-4325-b48c-2a4f19cb3131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:22.504187 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-6e0382e4-c64c-4325-b48c-2a4f19cb3131 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/5d3ce1ff-50f0-4cea-85cb-808bc9195004 HTTP/1.1" status: 200 len: 886 time: 0.3987434 Sep 24 14:20:23.535777 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=57,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:23.536593 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:23.956735 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=26 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:23.958604 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=24 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:23.960058 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=27 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:25.077287 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35266) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:20:25.479477 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7edc4d-08a0-4ab2-b4b5-1b5af95fcc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:25.480808 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-0e7edc4d-08a0-4ab2-b4b5-1b5af95fcc3b admin admin] 10.222.0.52 "GET /networking/v2.0/networks/bd2c0cd9-cf94-47cc-b515-1076bec798a4 HTTP/1.1" status: 200 len: 868 time: 0.4026012 Sep 24 14:20:25.624968 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-4883a8ce-b6dd-4e48-ab00-a260d6d90306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:28.030915 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35274) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:20:28.054749 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-009425aa-4e97-4115-b730-b5a6bc8edc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:28.429119 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ce520-1e10-4796-a167-567934cc33b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:28.429569 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ce520-1e10-4796-a167-567934cc33b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:28.431640 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-6c4ce520-1e10-4796-a167-567934cc33b4 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3992321 Sep 24 14:20:29.118404 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:30.602532 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:30.749459 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:30.998638 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35282) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:20:31.371326 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b7b25-e817-461d-b928-f340b5a581f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:31.371810 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b7b25-e817-461d-b928-f340b5a581f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:31.373274 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-bd8b7b25-e817-461d-b928-f340b5a581f5 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3736818 Sep 24 14:20:33.197160 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=20 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:33.214332 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=16 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:33.980453 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35290) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:20:34.338926 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497869f7-3dee-4b73-8e46-ba70e49eff3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:34.340827 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-497869f7-3dee-4b73-8e46-ba70e49eff3e admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/4c7c3739-727f-4913-9014-9fb1ce8fb3e6 HTTP/1.1" status: 200 len: 816 time: 0.3593810 Sep 24 14:20:36.899334 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35298) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:20:37.262194 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510084c4-e6c0-419e-9a94-63e622529d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:20:37.263523 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-510084c4-e6c0-419e-9a94-63e622529d7d admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/841582ca-9f0f-4e14-bf54-0b7274a2d6e3 HTTP/1.1" status: 200 len: 868 time: 0.3627331 Sep 24 14:20:40.199367 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 5 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:20:40.737750 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:40.743680 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:40.745479 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:47.254176 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=75 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:47.259132 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=63 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:50.195820 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:20:55.627608 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a9397e1b-c9c9-44d4-8d8c-b7058e148803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:58.059778 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-066397dd-b813-4917-ad4e-e7fcb33e499a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:20:59.121268 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:00.606261 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:00.751656 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:01.209479 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:01.214415 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=5 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:06.759607 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35354) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:21:07.085285 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [None req-00a20d47-3c1c-495e-80e5-8b815175e3fe admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:21:07.086328 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-00a20d47-3c1c-495e-80e5-8b815175e3fe admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3257432 Sep 24 14:21:09.116222 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=3,neutron:SELECT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:09.734874 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35362) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:21:10.067483 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.pecan_wsgi.hooks.translation [None req-18de93e8-f2d7-4e56-a15f-7ab5fcb011c3 admin admin] GET failed (client error): The resource could not be found. Sep 24 14:21:10.068733 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-18de93e8-f2d7-4e56-a15f-7ab5fcb011c3 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3329551 Sep 24 14:21:10.158890 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176bef75-4aa5-46f9-9fae-9f782e17ca5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:21:10.160368 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-176bef75-4aa5-46f9-9fae-9f782e17ca5b admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0873330 Sep 24 14:21:10.746352 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:10.748273 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:12.755467 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35370) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:21:13.089711 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-ba191ffa-8757-4e29-b103-f7e81a368730 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:21:13.109742 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba191ffa-8757-4e29-b103-f7e81a368730 admin admin] Made reservation on behalf of 2f8134960517435ea813cbf2d41e25d7 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:21:13.112097 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba191ffa-8757-4e29-b103-f7e81a368730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:13.146238 dv-cinder-859193-1-iscsi neutron-server[106293]: WARNING neutron.services.revisions.revision_plugin [None req-ba191ffa-8757-4e29-b103-f7e81a368730 admin admin] Could not find related network for resource to bump revision. Sep 24 14:21:13.159984 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba191ffa-8757-4e29-b103-f7e81a368730 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:21:13.170754 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba191ffa-8757-4e29-b103-f7e81a368730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (068d1bbd-96e5-41f2-a620-bf8e0a435ff2), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:13.171120 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-ba191ffa-8757-4e29-b103-f7e81a368730 admin admin] Added segment 068d1bbd-96e5-41f2-a620-bf8e0a435ff2 of type vlan for network 4de7b053-1633-4a27-a37e-16d519d25cc1 Sep 24 14:21:13.209042 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba191ffa-8757-4e29-b103-f7e81a368730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (4de7b053-1633-4a27-a37e-16d519d25cc1), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:13.236879 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba191ffa-8757-4e29-b103-f7e81a368730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (4de7b053-1633-4a27-a37e-16d519d25cc1), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:13.237930 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba191ffa-8757-4e29-b103-f7e81a368730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:21:13.238499 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba191ffa-8757-4e29-b103-f7e81a368730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:13.313849 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ba191ffa-8757-4e29-b103-f7e81a368730 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5571873 Sep 24 14:21:13.333687 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba191ffa-8757-4e29-b103-f7e81a368730 admin admin] Pushing event updated for resources: {'Network': ['ID=4de7b053-1633-4a27-a37e-16d519d25cc1,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:21:13.345790 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network 4de7b053-1633-4a27-a37e-16d519d25cc1 details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:21:15.906521 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35378) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:21:16.240301 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9918255-4be3-4e9e-9b94-ed1bce96a4f8 admin admin] GET failed (client error): The resource could not be found. Sep 24 14:21:16.241562 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c9918255-4be3-4e9e-9b94-ed1bce96a4f8 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3340597 Sep 24 14:21:16.314303 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8cfb34-6cee-4c45-af29-bf61342dc1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:21:16.315740 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9a8cfb34-6cee-4c45-af29-bf61342dc1e0 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0693421 Sep 24 14:21:16.325403 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '4de7b053-1633-4a27-a37e-16d519d25cc1'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:21:16.343890 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Made reservation on behalf of 2f8134960517435ea813cbf2d41e25d7 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:21:16.346142 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:16.509992 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for subnet (8145f25f-a503-4156-b7fe-1d029bc096fa), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:16.567184 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8145f25f-a503-4156-b7fe-1d029bc096fa,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:21:16.577815 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.578165 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.578504 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.578864 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.579202 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.579530 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.579855 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.580181 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.580503 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.580827 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.581167 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.581505 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.581827 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.582144 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.582461 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:16.586947 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Checking segment: {'id': '068d1bbd-96e5-41f2-a620-bf8e0a435ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4de7b053-1633-4a27-a37e-16d519d25cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:21:16.587300 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Network hostable DHCP agents. Network: 4de7b053-1633-4a27-a37e-16d519d25cc1, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:21:16.604214 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Network 4de7b053-1633-4a27-a37e-16d519d25cc1 is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:21:16.612672 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, 4de7b053-1633-4a27-a37e-16d519d25cc1) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:21:16.616546 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:21:16.617132 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:16.622688 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5769930b-e1a5-4494-b10e-22fc049c308e None None] Network 4de7b053-1633-4a27-a37e-16d519d25cc1 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:21:16.634202 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d8aaacd8-c380-418b-9d7e-1880ea431aff admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3119678 Sep 24 14:21:16.828967 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e8cdc4-ed46-5176-a3ed-10bdc880f551-4de7b053-1633-4a27-a37e-16d519d25cc1', 'network_id': '4de7b053-1633-4a27-a37e-16d519d25cc1', 'project_id': '2f8134960517435ea813cbf2d41e25d7', 'fixed_ips': [{'subnet_id': '8145f25f-a503-4156-b7fe-1d029bc096fa'}]}} from dv-cinder-859193-1-iscsi. {{(pid=106295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:21:16.829889 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:16.966940 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.db_base_plugin_common [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Allocated IP 192.168.233.2 (4de7b053-1633-4a27-a37e-16d519d25cc1/8145f25f-a503-4156-b7fe-1d029bc096fa/16c90943-1e24-4fa0-aa51-9607c6b5e2ca) {{(pid=106295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:21:17.112051 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Publish callbacks [] for port (16c90943-1e24-4fa0-aa51-9607c6b5e2ca), precommit_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:17.117988 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (16c90943-1e24-4fa0-aa51-9607c6b5e2ca), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:17.161624 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Network 4de7b053-1633-4a27-a37e-16d519d25cc1 is already hosted by enough agents. {{(pid=106295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:21:17.164894 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Resources bound (agent type, host, resource id): {{(pid=106295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:21:17.167399 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Received port after_create {{(pid=106295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:21:17.174089 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Pushing event updated for resources: {'Port': ['ID=16c90943-1e24-4fa0-aa51-9607c6b5e2ca,revision_number=1']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:21:17.184355 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.184708 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.185063 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.185424 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.185759 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.186086 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.186412 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.186731 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.187093 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.187446 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.187803 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.188139 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.188464 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.188785 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.189104 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:21:17.199777 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 5 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:21:17.239755 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Attempting to bind port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:21:17.240051 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Attempting to bind port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '068d1bbd-96e5-41f2-a620-bf8e0a435ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4de7b053-1633-4a27-a37e-16d519d25cc1'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:21:17.240419 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Attempting to bind port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca on network 4de7b053-1633-4a27-a37e-16d519d25cc1 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:21:17.283948 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:21:17.284311 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Checking segment: {'id': '068d1bbd-96e5-41f2-a620-bf8e0a435ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4de7b053-1633-4a27-a37e-16d519d25cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:21:17.284735 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:17.285126 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Bound using segment: {'id': '068d1bbd-96e5-41f2-a620-bf8e0a435ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4de7b053-1633-4a27-a37e-16d519d25cc1'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:21:17.285594 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Bound port: 16c90943-1e24-4fa0-aa51-9607c6b5e2ca, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068d1bbd-96e5-41f2-a620-bf8e0a435ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4de7b053-1633-4a27-a37e-16d519d25cc1'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:21:17.285970 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (16c90943-1e24-4fa0-aa51-9607c6b5e2ca), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:17.349993 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] For port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:21:17.353205 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] For port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=16c90943-1e24-4fa0-aa51-9607c6b5e2ca,segment=NetworkSegment(068d1bbd-96e5-41f2-a620-bf8e0a435ff2),segment_id=068d1bbd-96e5-41f2-a620-bf8e0a435ff2)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:21:17.360414 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (16c90943-1e24-4fa0-aa51-9607c6b5e2ca), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:17.416378 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e34f3-1b09-497f-94e2-2c3fee9507a4 None None] Pushing event updated for resources: {'Port': ['ID=16c90943-1e24-4fa0-aa51-9607c6b5e2ca,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:21:18.199444 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df908501-bf38-4fb4-a934-322433523ff8 None None] Network 4de7b053-1633-4a27-a37e-16d519d25cc1 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:21:18.265595 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-84259617-d497-47ff-9a84-eb867f778a97 None None] Provisioning complete for port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:21:18.265982 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-84259617-d497-47ff-9a84-eb867f778a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (16c90943-1e24-4fa0-aa51-9607c6b5e2ca), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:18.266336 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-84259617-d497-47ff-9a84-eb867f778a97 None None] Attempt 1 to provision port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca Sep 24 14:21:18.387069 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-84259617-d497-47ff-9a84-eb867f778a97 None None] Current status of the port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:21:18.387491 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-84259617-d497-47ff-9a84-eb867f778a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (16c90943-1e24-4fa0-aa51-9607c6b5e2ca), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:18.432769 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-84259617-d497-47ff-9a84-eb867f778a97 None None] For port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=16c90943-1e24-4fa0-aa51-9607c6b5e2ca,segment=NetworkSegment(068d1bbd-96e5-41f2-a620-bf8e0a435ff2),segment_id=068d1bbd-96e5-41f2-a620-bf8e0a435ff2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:21:18.438865 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-84259617-d497-47ff-9a84-eb867f778a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (16c90943-1e24-4fa0-aa51-9607c6b5e2ca), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:18.487828 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 16c90943-1e24-4fa0-aa51-9607c6b5e2ca up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:21:18.501939 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84259617-d497-47ff-9a84-eb867f778a97 None None] Pushing event updated for resources: {'Port': ['ID=16c90943-1e24-4fa0-aa51-9607c6b5e2ca,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:21:18.552136 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:21:18.552567 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (16c90943-1e24-4fa0-aa51-9607c6b5e2ca), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:18.552961 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca Sep 24 14:21:18.597176 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:18.631579 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:21:18.657281 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-b2d07581-6531-4910-8b16-b3f860f1b987 None None] Provisioning complete for port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:21:18.657670 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b2d07581-6531-4910-8b16-b3f860f1b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (16c90943-1e24-4fa0-aa51-9607c6b5e2ca), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:18.658013 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b2d07581-6531-4910-8b16-b3f860f1b987 None None] Attempt 1 to provision port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca Sep 24 14:21:18.698173 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:18.732650 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b2d07581-6531-4910-8b16-b3f860f1b987 None None] Current status of the port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:21:20.436773 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 16c90943-1e24-4fa0-aa51-9607c6b5e2ca up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:21:20.462565 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:20.497410 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:21:20.497410 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (16c90943-1e24-4fa0-aa51-9607c6b5e2ca), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:20.497410 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca Sep 24 14:21:20.572897 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 16c90943-1e24-4fa0-aa51-9607c6b5e2ca is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:21:25.630245 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-77f6f6ec-a1a7-4424-88b3-df51cab7b1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:26.620165 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:26.626624 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:27.195907 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:28.061116 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-77054c10-4c88-4989-86b6-6c62c271e033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:29.124820 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:30.608611 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:30.754185 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:38.215348 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:38.220246 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:40.743777 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:40.748222 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:40.750704 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:54.193498 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:21:54.199208 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 5 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:21:55.632929 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-fcf749ce-b3ba-4989-9055-67f105fb504a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:58.062719 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2bc5a61e-ab50-48b7-8845-1f45e05e95bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:21:59.128165 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:00.612779 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:00.756623 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:04.194972 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:10.747088 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=7 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:10.750886 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:10.753120 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:15.221374 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:15.225883 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:25.635992 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-77f1651f-0f1f-4066-82d0-24c62fd454de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:28.063628 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-29f3365b-49e9-4510-8782-47f15b9388e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:29.131519 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:30.616495 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:30.759862 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:31.199861 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 5 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:22:33.839299 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35420) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:22:33.844988 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [None req-732e58c9-d924-481b-b112-3461e9db8d05 tempest-verify_tempest_config-1136436149 tempest-verify_tempest_config-1136436149-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:22:33.845934 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-732e58c9-d924-481b-b112-3461e9db8d05 tempest-verify_tempest_config-1136436149 tempest-verify_tempest_config-1136436149-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056171 Sep 24 14:22:34.353340 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35438) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:22:34.690990 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:34.763627 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Publish callbacks [] for security_group (9c25d35a-a7ef-420e-82a4-5a913124dd23), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:34.767190 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (9c25d35a-a7ef-420e-82a4-5a913124dd23), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:34.811945 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0901e5a9ef6343e98a708f1de1813c79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4575863 Sep 24 14:22:34.812980 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c25d35a-a7ef-420e-82a4-5a913124dd23,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:22:34.814733 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35442) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:22:34.819782 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.820126 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.820526 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.820869 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.821203 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.821531 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.821861 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.822183 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.822523 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.822884 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.823233 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.823574 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.823896 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.824215 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.824530 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea53f-6340-42b7-a1fb-0b999667edf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:34.876414 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Publish callbacks [] for security_group (9c25d35a-a7ef-420e-82a4-5a913124dd23), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:34.895277 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Publish callbacks [] for security_group (9c25d35a-a7ef-420e-82a4-5a913124dd23), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:34.985450 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (9c25d35a-a7ef-420e-82a4-5a913124dd23), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:34.987998 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:34.989145 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9c25d35a-a7ef-420e-82a4-5a913124dd23 HTTP/1.1" status: 204 len: 168 time: 0.1733618 Sep 24 14:22:34.996891 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c25d35a-a7ef-420e-82a4-5a913124dd23,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:22:35.003689 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.004036 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.004396 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.004735 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.005069 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.005399 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.005721 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.006044 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.006366 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.006693 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.007032 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.007378 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.007696 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.008503 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:35.008822 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a7e948-7761-4dba-8203-a144ccf5c5bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:22:40.753822 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:40.754722 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:41.193680 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:41.194553 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:44.810023 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:44.819013 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:44.993560 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:45.000204 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:45.029412 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:55.637157 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-74bee57c-1165-4fa9-a6c1-da274a84ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:55.886971 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=14 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:55.887700 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=18 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:22:58.065455 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-da7b1919-08bd-444e-bfdf-3fad01799114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:22:59.134175 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:23:00.621951 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:23:00.765045 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:23:08.198559 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 5 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:23:10.755327 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:23:10.759534 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:23:10.760771 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:23:18.194287 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:23:18.195065 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:23:25.640179 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-744d2658-b0fd-4f82-87e7-05d0d63f03c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:23:28.067129 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4d17-6995-49cc-a998-b60d3f069317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:23:29.135605 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:23:29.223090 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:23:29.228980 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=5 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:23:30.614547 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:23:30.770400 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:23:40.610786 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:23:40.764211 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=12 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:23:40.766242 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:23:45.198082 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 5 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:23:55.193231 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:23:55.193948 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:23:55.643985 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e28a5d4d-8467-4cc1-80f2-b82a6d1ca4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:23:58.068542 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-43d8313b-b5a7-4e08-8855-1c4ab3fee839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:23:59.138219 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:24:00.617370 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:24:00.770316 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:24:06.231059 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:06.235096 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:10.759048 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:10.764665 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:10.766074 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:12.880133 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679428'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:24:22.197465 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:24:22.877271 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=2,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:25.645685 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6452-07a6-47c9-a111-3d02f291ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:24:25.990997 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35536) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:24:26.116877 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-889f559f-6144-4885-aed4-9eb203ef0df7 admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1248965 Sep 24 14:24:28.072291 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad1ff-0645-46b2-8123-30333718471b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:24:28.602403 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35546) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:24:28.668071 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-82df1e50-46fb-43d4-9c45-0349ec4a5c4f admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0646355 Sep 24 14:24:29.142165 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:24:30.623762 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:24:30.774709 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:24:32.193613 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:36.111622 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:38.660185 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:38.662014 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:40.765169 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:40.768981 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:40.770885 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:42.830874 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:24:43.221539 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:43.231680 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:52.820980 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:52.824383 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:52.826465 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:55.647488 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a90f7b5a-f5e1-4f29-8d1f-dab39b5e38bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:24:55.883370 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=12 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:55.887599 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=14 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:24:58.074006 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-8f51d434-9f8f-4359-bde7-15a1d414a308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:24:59.143136 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:24:59.196089 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:25:00.619614 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:25:00.872223 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:25:09.193033 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:10.613828 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:10.615674 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:10.868717 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:12.847263 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:25:20.226604 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:20.238397 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=5 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:22.837393 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:22.842770 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:25.649467 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-797a9f0c-e790-43b4-9b26-8b3d4b27e48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:25:28.075340 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f56cb629-926d-4277-b998-495c8fd66e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:25:29.146136 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:25:30.632442 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:25:30.780185 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:25:33.213733 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:36.194999 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:25:40.770069 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:40.774450 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:40.775768 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:42.849880 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:25:52.836242 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:52.841184 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:52.842907 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:55.652987 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ac8da0e2-c297-410c-a481-c8114021e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:25:57.229322 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:57.234571 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:25:58.089604 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a2113bc9-fea5-4419-be77-d0f9c3cfa1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:25:59.166218 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:00.643127 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:00.806414 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:03.271788 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35732) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:03.610703 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-36770810-network', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:03.632173 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Made reservation on behalf of 6bb2f863f5834cd4a47a3ed9feda7c02 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:03.635543 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:03.644865 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:03.740015 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Publish callbacks [] for security_group (da2bd223-37cf-4e75-9e1a-3213420060e9), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:03.745681 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (da2bd223-37cf-4e75-9e1a-3213420060e9), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:03.765006 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:26:03.789890 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2bd223-37cf-4e75-9e1a-3213420060e9,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:03.795407 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (0395e917-8b52-4911-9758-17cc76dc10a3), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:03.795968 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Added segment 0395e917-8b52-4911-9758-17cc76dc10a3 of type vlan for network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 Sep 24 14:26:03.829246 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.829797 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.830163 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.830509 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.830862 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.831395 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.832074 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.832592 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.833287 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.833630 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.833973 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.834282 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.834589 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.834937 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.835444 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Tracked resource versions report: Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: pushed versions: Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: { 'AddressGroup': {'1.2'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Agent': {'1.1'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'ConntrackHelper': {'1.0'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Log': {'1.0'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'NDPProxy': {'1.0'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Network': {'1.1'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Port': {'1.7'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'PortForwarding': {'1.3'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'QosPolicy': {'1.10'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'SecurityGroup': {'1.5'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'SubPort': {'1.0'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Subnet': {'1.1'}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Trunk': {'1.1'}} Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: consumer versions: Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: { DHCP agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: HyperV agent@hv-cinder-85919: {}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: L3 agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: Metadata agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: Metering agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: Open vSwitch agent@dv-cinder-859193-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Agent': '1.1', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'ConntrackHelper': '1.0', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'LocalIPAssociation': '1.0', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Log': '1.0', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'NDPProxy': '1.0', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Network': '1.1', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Port': '1.7', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'PortForwarding': '1.3', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'QosPolicy': '1.10', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'SecurityGroup': '1.5', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'SecurityGroupRule': '1.2', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'SubPort': '1.0', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Subnet': '1.1', Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: 'Trunk': '1.1'}} Sep 24 14:26:03.837468 dv-cinder-859193-1-iscsi neutron-server[106293]: {{(pid=106293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:26:03.853224 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (e2d3fb2a-c442-43ad-bf5f-ade60c86b674), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:03.880560 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (e2d3fb2a-c442-43ad-bf5f-ade60c86b674), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:03.881635 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:03.882264 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:03.909569 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35772) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:03.955575 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6816306 Sep 24 14:26:03.956301 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b210574-eae9-4fda-81d7-6eef19e6fbeb admin admin] Pushing event updated for resources: {'Network': ['ID=e2d3fb2a-c442-43ad-bf5f-ade60c86b674,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:03.959202 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35780) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:03.964802 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-7e074694-3a94-46d4-9bb8-7b4003a8f7b2 admin admin] Request body: {'subnet': {'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-36770810-subnet', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:03.969315 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:26:03.991862 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e074694-3a94-46d4-9bb8-7b4003a8f7b2 admin admin] Made reservation on behalf of 6bb2f863f5834cd4a47a3ed9feda7c02 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:03.995010 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7e074694-3a94-46d4-9bb8-7b4003a8f7b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.221366 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7e074694-3a94-46d4-9bb8-7b4003a8f7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for subnet (591fdb84-7c2e-446b-b4dd-d39bb7b74bda), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.274419 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-420346718-network', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:04.279009 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e074694-3a94-46d4-9bb8-7b4003a8f7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=591fdb84-7c2e-446b-b4dd-d39bb7b74bda,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:04.289993 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:04.296243 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e074694-3a94-46d4-9bb8-7b4003a8f7b2 admin admin] Checking segment: {'id': '0395e917-8b52-4911-9758-17cc76dc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:04.296829 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e074694-3a94-46d4-9bb8-7b4003a8f7b2 admin admin] Network hostable DHCP agents. Network: e2d3fb2a-c442-43ad-bf5f-ade60c86b674, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:26:04.319211 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e074694-3a94-46d4-9bb8-7b4003a8f7b2 admin admin] Network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:26:04.319936 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Made reservation on behalf of 1f7134ad65014cb984417c99b3d76eff for: {'network': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:04.326002 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.333715 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-7e074694-3a94-46d4-9bb8-7b4003a8f7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, e2d3fb2a-c442-43ad-bf5f-ade60c86b674) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:04.338766 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e074694-3a94-46d4-9bb8-7b4003a8f7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:04.339629 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7e074694-3a94-46d4-9bb8-7b4003a8f7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.345445 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26acf7-9138-4285-ba8f-c4f014b3d743 None None] Network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:26:04.345961 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.363561 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35806) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:04.363798 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7e074694-3a94-46d4-9bb8-7b4003a8f7b2 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4031255 Sep 24 14:26:04.369439 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35808) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:04.370712 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-36770810-router', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:04.404372 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12665'] for router (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.405388 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3681457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12640'] for router (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.472600 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Publish callbacks [] for router_controller (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), precommit_add_association {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.474595 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e8cdc4-ed46-5176-a3ed-10bdc880f551-e2d3fb2a-c442-43ad-bf5f-ade60c86b674', 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674', 'project_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'fixed_ips': [{'subnet_id': '591fdb84-7c2e-446b-b4dd-d39bb7b74bda'}]}} from dv-cinder-859193-1-iscsi. {{(pid=106295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:26:04.477100 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.622228 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Publish callbacks [] for router_gateway (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.671542 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.db_base_plugin_common [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Allocated IP 172.20.0.2 (e2d3fb2a-c442-43ad-bf5f-ade60c86b674/591fdb84-7c2e-446b-b4dd-d39bb7b74bda/5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a) {{(pid=106295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:04.688676 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-707191764-network', 'tenant_id': '9b458789f89a441caad76e78167bc00b'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:04.731700 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Made reservation on behalf of 9b458789f89a441caad76e78167bc00b for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:04.735407 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.749490 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.788486 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:04.914977 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Publish callbacks [] for security_group (8d3868df-fb9a-4134-a717-3a912e33a08f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.925005 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (8d3868df-fb9a-4134-a717-3a912e33a08f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.965583 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Publish callbacks [] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), precommit_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:04.978943 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:26:04.983872 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.011257 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3868df-fb9a-4134-a717-3a912e33a08f,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:05.014387 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Publish callbacks [] for router_gateway (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.051793 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.052133 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Added segment c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c of type vlan for network 24a47d24-f7df-4dec-9596-133c854781ec Sep 24 14:26:05.058640 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.115732 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 is already hosted by enough agents. {{(pid=106295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:05.128254 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.base_scheduler [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Resources bound (agent type, host, resource id): {{(pid=106295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:05.132471 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Received port after_create {{(pid=106295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:05.162312 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (24a47d24-f7df-4dec-9596-133c854781ec), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.170073 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Pushing event updated for resources: {'Port': ['ID=5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a,revision_number=1']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:05.202929 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.203290 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.203678 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.203983 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.204319 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.204646 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.204967 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.205285 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.205604 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.205921 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.206238 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.206570 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.206913 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.207229 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.207544 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Tracked resource versions report: Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: pushed versions: Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: { 'AddressGroup': {'1.2'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Agent': {'1.1'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'ConntrackHelper': {'1.0'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Log': {'1.0'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'NDPProxy': {'1.0'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Network': {'1.1'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Port': {'1.7'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'PortForwarding': {'1.3'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'QosPolicy': {'1.10'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'SecurityGroup': {'1.5'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'SubPort': {'1.0'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Subnet': {'1.1'}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Trunk': {'1.1'}} Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: consumer versions: Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: { DHCP agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: HyperV agent@hv-cinder-85919: {}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: L3 agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: Metadata agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: Metering agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: Open vSwitch agent@dv-cinder-859193-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Agent': '1.1', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'ConntrackHelper': '1.0', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'LocalIPAssociation': '1.0', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Log': '1.0', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'NDPProxy': '1.0', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Network': '1.1', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Port': '1.7', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'PortForwarding': '1.3', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'QosPolicy': '1.10', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'SecurityGroup': '1.5', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'SecurityGroupRule': '1.2', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'SubPort': '1.0', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Subnet': '1.1', Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: 'Trunk': '1.1'}} Sep 24 14:26:05.208733 dv-cinder-859193-1-iscsi neutron-server[106295]: {{(pid=106295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:26:05.260850 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Allocated IP 172.27.1.40 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:05.268731 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (24a47d24-f7df-4dec-9596-133c854781ec), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.270114 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:05.270956 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.312869 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Attempting to bind port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:26:05.313235 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Attempting to bind port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '0395e917-8b52-4911-9758-17cc76dc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:26:05.314486 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Attempting to bind port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a on network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:05.367960 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Publish callbacks [] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.381017 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:26:05.381645 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Checking segment: {'id': '0395e917-8b52-4911-9758-17cc76dc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:05.382309 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.382992 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Bound using segment: {'id': '0395e917-8b52-4911-9758-17cc76dc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:26:05.383735 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Bound port: 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0395e917-8b52-4911-9758-17cc76dc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:26:05.384118 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.411040 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:05.416337 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.426593 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Publish callbacks [] for security_group (189e5f7c-71e6-4d74-90ff-6c60fcdea1d1), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.433364 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] Pushing event updated for resources: {'Network': ['ID=24a47d24-f7df-4dec-9596-133c854781ec,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:05.439243 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:05.441391 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:05.443057 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:05.446571 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (189e5f7c-71e6-4d74-90ff-6c60fcdea1d1), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.449851 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b36f8ceb-e2e0-42fe-8a45-8fe221935818 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0792606 Sep 24 14:26:05.450447 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35856) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:05.464385 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=106294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:26:05.467280 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-9aaf1213-0e5f-47b7-83b7-206d0c2224f5 admin admin] Request body: {'subnet': {'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-subnet', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:05.474773 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network 24a47d24-f7df-4dec-9596-133c854781ec details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:26:05.480815 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (924d3b49-e896-4d28-a6ef-9a43be9bd621), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.481822 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.segments_db [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Added segment 924d3b49-e896-4d28-a6ef-9a43be9bd621 of type vlan for network 841ec28f-242a-4287-8d65-ef9f3927d5d5 Sep 24 14:26:05.517092 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaf1213-0e5f-47b7-83b7-206d0c2224f5 admin admin] Made reservation on behalf of 9b458789f89a441caad76e78167bc00b for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:05.519661 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1213-0e5f-47b7-83b7-206d0c2224f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.524895 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (841ec28f-242a-4287-8d65-ef9f3927d5d5), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.548206 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:05.577653 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189e5f7c-71e6-4d74-90ff-6c60fcdea1d1,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:05.617094 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.617792 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.618326 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.618675 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.619006 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.619329 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.619664 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.619968 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.620304 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.620625 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.620957 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.621290 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.621605 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.621917 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.622229 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Tracked resource versions report: Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: pushed versions: Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: { 'AddressGroup': {'1.2'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Agent': {'1.1'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'ConntrackHelper': {'1.0'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Log': {'1.0'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'NDPProxy': {'1.0'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Network': {'1.1'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Port': {'1.7'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'PortForwarding': {'1.3'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'QosPolicy': {'1.10'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'SecurityGroup': {'1.5'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'SubPort': {'1.0'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Subnet': {'1.1'}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Trunk': {'1.1'}} Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: consumer versions: Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: { DHCP agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: HyperV agent@hv-cinder-85919: {}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: L3 agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: Metadata agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: Metering agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: Open vSwitch agent@dv-cinder-859193-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Agent': '1.1', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'ConntrackHelper': '1.0', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'LocalIPAssociation': '1.0', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Log': '1.0', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'NDPProxy': '1.0', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Network': '1.1', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Port': '1.7', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'PortForwarding': '1.3', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'QosPolicy': '1.10', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'SecurityGroup': '1.5', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'SecurityGroupRule': '1.2', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'SubPort': '1.0', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Subnet': '1.1', Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: 'Trunk': '1.1'}} Sep 24 14:26:05.623446 dv-cinder-859193-1-iscsi neutron-server[106294]: {{(pid=106294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:26:05.626079 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (841ec28f-242a-4287-8d65-ef9f3927d5d5), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.627029 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:05.627641 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.693851 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] For port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:26:05.722394 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] For port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a,segment=NetworkSegment(0395e917-8b52-4911-9758-17cc76dc10a3),segment_id=0395e917-8b52-4911-9758-17cc76dc10a3)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:26:05.730722 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.773271 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1213-0e5f-47b7-83b7-206d0c2224f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for subnet (fe857056-21d8-4508-97b2-00f8e846f7d0), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:05.785545 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] Pushing event updated for resources: {'Network': ['ID=841ec28f-242a-4287-8d65-ef9f3927d5d5,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:05.807497 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-b648e34e-e279-4709-914c-591a1e24aaac admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8962927 Sep 24 14:26:05.853800 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35868) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:05.854450 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf1213-0e5f-47b7-83b7-206d0c2224f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe857056-21d8-4508-97b2-00f8e846f7d0,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:05.865684 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ba98a-742f-4cdc-95ee-5e0af89bbc4f None None] Pushing event updated for resources: {'Port': ['ID=5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:05.874077 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-bb8c2452-3dac-4baa-a642-34ec2914f6d3 admin admin] Request body: {'subnet': {'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-subnet', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:05.922098 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network 841ec28f-242a-4287-8d65-ef9f3927d5d5 details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:26:05.963867 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf1213-0e5f-47b7-83b7-206d0c2224f5 admin admin] Checking segment: {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:05.964269 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf1213-0e5f-47b7-83b7-206d0c2224f5 admin admin] Network hostable DHCP agents. Network: 24a47d24-f7df-4dec-9596-133c854781ec, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:26:05.970470 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8c2452-3dac-4baa-a642-34ec2914f6d3 admin admin] Made reservation on behalf of 1f7134ad65014cb984417c99b3d76eff for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:05.977767 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bb8c2452-3dac-4baa-a642-34ec2914f6d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:06.027489 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Pushing event updated for resources: {'Port': ['ID=6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:06.175936 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:06.199701 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf1213-0e5f-47b7-83b7-206d0c2224f5 admin admin] Network 24a47d24-f7df-4dec-9596-133c854781ec is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:26:06.214773 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Publish callbacks [] for router_gateway (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:06.222421 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf1213-0e5f-47b7-83b7-206d0c2224f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, 24a47d24-f7df-4dec-9596-133c854781ec) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:06.238903 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4178a2d-5b42-4063-af26-1b6bdf3baf5e None None] Network 24a47d24-f7df-4dec-9596-133c854781ec requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:26:06.254417 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf1213-0e5f-47b7-83b7-206d0c2224f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:06.260401 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1213-0e5f-47b7-83b7-206d0c2224f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:06.322877 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9aaf1213-0e5f-47b7-83b7-206d0c2224f5 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8633718 Sep 24 14:26:06.325525 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35890) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:06.355981 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:06.451819 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e8cdc4-ed46-5176-a3ed-10bdc880f551-24a47d24-f7df-4dec-9596-133c854781ec', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'project_id': '9b458789f89a441caad76e78167bc00b', 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0'}]}} from dv-cinder-859193-1-iscsi. {{(pid=106295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:26:06.453228 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:06.468258 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:06.548863 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12665'] for router (2cba54f6-562a-4f55-9f3b-72403f68d093), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:06.567564 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3681457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12640'] for router (2cba54f6-562a-4f55-9f3b-72403f68d093), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:06.637914 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3681513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680289'] for router (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:06.715046 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:06.720538 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:06.759036 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bb8c2452-3dac-4baa-a642-34ec2914f6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for subnet (f32d4a51-22a9-4cfb-b152-16f2e987f478), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:06.784164 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.db_base_plugin_common [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Allocated IP 172.20.0.2 (24a47d24-f7df-4dec-9596-133c854781ec/fe857056-21d8-4508-97b2-00f8e846f7d0/5696c0f3-8f3d-4562-bbb2-7beae295858a) {{(pid=106295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:06.842293 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:06.844102 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:06.844546 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:06.845280 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a Sep 24 14:26:06.886165 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Publish callbacks [] for router_controller (2cba54f6-562a-4f55-9f3b-72403f68d093), precommit_add_association {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:06.886421 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:06.925115 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Router 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 is scheduled to L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce with binding_index 1 {{(pid=106294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:26:07.117106 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:07.192708 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:26:07.208780 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Sync routers for ids ['019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:26:07.231530 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Routers {'019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:26:07.231683 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:07.232637 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:25:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:07.234860 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e53b8a75-6bc2-4156-9f67-42b4f23baa38 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8693886 Sep 24 14:26:07.236252 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35928) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:07.334688 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c2452-3dac-4baa-a642-34ec2914f6d3 admin admin] Checking segment: {'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:07.338772 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c2452-3dac-4baa-a642-34ec2914f6d3 admin admin] Network hostable DHCP agents. Network: 841ec28f-242a-4287-8d65-ef9f3927d5d5, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:26:07.339938 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:07.396807 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:07.405188 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c2452-3dac-4baa-a642-34ec2914f6d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32d4a51-22a9-4cfb-b152-16f2e987f478,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:07.405420 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Publish callbacks [] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), precommit_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:07.405420 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:07.483193 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Publish callbacks [] for router_gateway (2cba54f6-562a-4f55-9f3b-72403f68d093), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:07.500678 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c2452-3dac-4baa-a642-34ec2914f6d3 admin admin] Network 841ec28f-242a-4287-8d65-ef9f3927d5d5 is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:26:07.557979 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Set router 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:26:07.596348 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c2452-3dac-4baa-a642-34ec2914f6d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, 841ec28f-242a-4287-8d65-ef9f3927d5d5) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:07.605096 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c2452-3dac-4baa-a642-34ec2914f6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:07.605812 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bb8c2452-3dac-4baa-a642-34ec2914f6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:07.606148 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Pushing event updated for resources: {'Port': ['ID=5696c0f3-8f3d-4562-bbb2-7beae295858a,revision_number=1']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:07.610568 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c53fd2-594d-4186-9747-0a08130e564c None None] Network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:26:07.638174 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9750db6c-bcc4-42f4-be82-06bf79cb6224 None None] Network 841ec28f-242a-4287-8d65-ef9f3927d5d5 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:26:07.741956 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:07.752531 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a,segment=NetworkSegment(0395e917-8b52-4911-9758-17cc76dc10a3),segment_id=0395e917-8b52-4911-9758-17cc76dc10a3)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:26:07.775397 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Network 24a47d24-f7df-4dec-9596-133c854781ec is already hosted by enough agents. {{(pid=106295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:07.799438 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'name': 'tempest-DeleteServersTestJSON-36770810-router', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:04Z', 'updated_at': '2022-09-24T14:26:06Z', 'revision_number': 3, 'project_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'gw_port': {'id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:05Z', 'updated_at': '2022-09-24T14:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:07.800668 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:07.861895 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-bb8c2452-3dac-4baa-a642-34ec2914f6d3 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9923885 Sep 24 14:26:07.865203 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Checking router: 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:26:07.868373 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Updating router 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 binding host dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:26:07.870604 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 35950) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:07.884952 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:07.886980 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.base_scheduler [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Resources bound (agent type, host, resource id): {{(pid=106295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:07.893407 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Received port after_create {{(pid=106295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:07.943065 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.014082 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-14dc449f-8dc9-4c9c-8ee8-67d88f337db2 None None] Provisioning complete for port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:08.014657 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14dc449f-8dc9-4c9c-8ee8-67d88f337db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.017042 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-14dc449f-8dc9-4c9c-8ee8-67d88f337db2 None None] Attempt 1 to provision port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a Sep 24 14:26:08.149562 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Publish callbacks [] for router_gateway (2cba54f6-562a-4f55-9f3b-72403f68d093), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.174009 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:08.281300 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Attempting to bind port 5696c0f3-8f3d-4562-bbb2-7beae295858a on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:26:08.281699 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Attempting to bind port 5696c0f3-8f3d-4562-bbb2-7beae295858a by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:26:08.282065 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Attempting to bind port 5696c0f3-8f3d-4562-bbb2-7beae295858a on network 24a47d24-f7df-4dec-9596-133c854781ec {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:08.332104 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.338352 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12665'] for router (b0c19301-0a38-4d15-b016-ddc5ac376e94), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.350293 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3681457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12640'] for router (b0c19301-0a38-4d15-b016-ddc5ac376e94), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.422787 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35964) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:08.429028 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-14dc449f-8dc9-4c9c-8ee8-67d88f337db2 None None] Current status of the port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:08.433589 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e8cdc4-ed46-5176-a3ed-10bdc880f551-841ec28f-242a-4287-8d65-ef9f3927d5d5', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478'}]}} from dv-cinder-859193-1-iscsi. {{(pid=106295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:26:08.435853 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.499546 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Publish callbacks [] for router_controller (b0c19301-0a38-4d15-b016-ddc5ac376e94), precommit_add_association {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.691966 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:26:08.692980 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Checking segment: {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:08.693345 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.694134 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.695323 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Bound using segment: {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:26:08.696557 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Bound port: 5696c0f3-8f3d-4562-bbb2-7beae295858a, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:26:08.697756 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.700655 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Publish callbacks [] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), precommit_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.712204 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.729632 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:08.740930 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd328a1f-5755-4887-9cff-37dafb7e003b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.818149 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Attempting to bind port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:26:08.819006 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Attempting to bind port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:26:08.819679 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Attempting to bind port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 on network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:08.830199 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Publish callbacks [] for router_gateway (b0c19301-0a38-4d15-b016-ddc5ac376e94), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.840172 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:08.860729 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.db_base_plugin_common [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Allocated IP 172.20.0.2 (841ec28f-242a-4287-8d65-ef9f3927d5d5/f32d4a51-22a9-4cfb-b152-16f2e987f478/80f9060d-7d0d-45af-89d4-b976ceecd313) {{(pid=106295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:08.892687 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Pushing event updated for resources: {'Port': ['ID=6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0,revision_number=2']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:08.909892 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.910630 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.911360 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.912081 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.912651 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.913188 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.913855 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.915177 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.915835 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.916384 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.916917 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.918229 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.919318 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.919874 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.920427 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Tracked resource versions report: Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: pushed versions: Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: { 'AddressGroup': {'1.2'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Agent': {'1.1'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'ConntrackHelper': {'1.0'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'LocalIPAssociation': {'1.0'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Log': {'1.0'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'NDPProxy': {'1.0'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Network': {'1.1'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Port': {'1.7'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'PortForwarding': {'1.3'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'QosPolicy': {'1.10'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'SecurityGroup': {'1.5'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'SubPort': {'1.0'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Subnet': {'1.1'}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Trunk': {'1.1'}} Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: consumer versions: Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: { DHCP agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: HyperV agent@hv-cinder-85919: {}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: L3 agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: Metadata agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: Metering agent@dv-cinder-859193-1-iscsi: {}, Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: Open vSwitch agent@dv-cinder-859193-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Agent': '1.1', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'ConntrackHelper': '1.0', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'LocalIPAssociation': '1.0', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Log': '1.0', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'NDPProxy': '1.0', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Network': '1.1', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Port': '1.7', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'PortForwarding': '1.3', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'QosPolicy': '1.10', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'SecurityGroup': '1.5', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'SecurityGroupRule': '1.2', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'SubPort': '1.0', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Subnet': '1.1', Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: 'Trunk': '1.1'}} Sep 24 14:26:08.922947 dv-cinder-859193-1-iscsi neutron-server[106296]: {{(pid=106296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:26:08.940075 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35972) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:08.940331 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:26:08.941002 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Checking segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:08.941655 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.941784 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:08.942856 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Bound using segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:26:08.943741 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Bound port: 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:26:08.944339 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:08.973633 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Allocated IP 172.27.1.35 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/84852b70-aef7-4d9a-8d52-66a2b022d288) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:09.018187 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:09.034327 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] For port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:26:09.041201 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] For port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:26:09.061506 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.085211 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Publish callbacks [] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), precommit_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.127637 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:09.157620 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Routers {'019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:26:09.158252 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:25:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:09.168826 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.195096 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:09.198107 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-19a61c01-be8d-4296-ba24-da23ff7056fa None None] Provisioning complete for port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:09.199247 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-19a61c01-be8d-4296-ba24-da23ff7056fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.199592 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-19a61c01-be8d-4296-ba24-da23ff7056fa None None] Attempt 1 to provision port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a Sep 24 14:26:09.220111 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Allocated IP 172.20.0.1 (e2d3fb2a-c442-43ad-bf5f-ade60c86b674/591fdb84-7c2e-446b-b4dd-d39bb7b74bda/8ebd4106-65bd-4f0e-81fc-53fc26d8672d) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:09.267014 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd328a1f-5755-4887-9cff-37dafb7e003b admin admin] Publish callbacks [] for security_group (b89780b0-5763-47b9-86c8-b63b53b0d7f0), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.298120 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd328a1f-5755-4887-9cff-37dafb7e003b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (b89780b0-5763-47b9-86c8-b63b53b0d7f0), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.333115 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6876ba8-78e6-4c10-b598-559684fda9e5 None None] Pushing event updated for resources: {'Port': ['ID=6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0,revision_number=3']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:09.373475 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Network 841ec28f-242a-4287-8d65-ef9f3927d5d5 is already hosted by enough agents. {{(pid=106295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:09.374625 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:09.387414 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Publish callbacks [] for router_gateway (b0c19301-0a38-4d15-b016-ddc5ac376e94), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.391939 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Pushing event updated for resources: {'Port': ['ID=80f9060d-7d0d-45af-89d4-b976ceecd313,revision_number=1']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:09.395770 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.base_scheduler [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Resources bound (agent type, host, resource id): {{(pid=106295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:09.439614 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:09.473557 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-cd328a1f-5755-4887-9cff-37dafb7e003b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d05d72126e6d4ec58cee3cc804a93fb6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0479062 Sep 24 14:26:09.473971 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.484941 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 35994) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:09.494577 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Publish callbacks [] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.508697 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] Set router 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:26:09.534631 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Received port after_create {{(pid=106295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:09.576738 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6f115533-2fb6-4ac7-a8b2-195a68343219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.663016 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:09.664430 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:09.664688 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.664962 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a Sep 24 14:26:09.696117 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:09.717991 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6f115533-2fb6-4ac7-a8b2-195a68343219 admin admin] Publish callbacks [] for security_group (7047eea6-d7d6-439d-aaca-686d0c733cc9), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.728612 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd328a1f-5755-4887-9cff-37dafb7e003b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89780b0-5763-47b9-86c8-b63b53b0d7f0,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:09.752528 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6f115533-2fb6-4ac7-a8b2-195a68343219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (7047eea6-d7d6-439d-aaca-686d0c733cc9), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.791670 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-19a61c01-be8d-4296-ba24-da23ff7056fa None None] Current status of the port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:09.808840 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] For port 5696c0f3-8f3d-4562-bbb2-7beae295858a, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:26:09.809912 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Publish callbacks [] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.828098 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Attempting to bind port 80f9060d-7d0d-45af-89d4-b976ceecd313 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:26:09.828371 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Attempting to bind port 80f9060d-7d0d-45af-89d4-b976ceecd313 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:26:09.828715 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Attempting to bind port 80f9060d-7d0d-45af-89d4-b976ceecd313 on network 841ec28f-242a-4287-8d65-ef9f3927d5d5 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:09.848139 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'name': 'tempest-DeleteServersTestJSON-36770810-router', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:04Z', 'updated_at': '2022-09-24T14:26:06Z', 'revision_number': 3, 'project_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'gw_port': {'id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:05Z', 'updated_at': '2022-09-24T14:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:09.860627 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.891094 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.904167 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] For port 5696c0f3-8f3d-4562-bbb2-7beae295858a, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=5696c0f3-8f3d-4562-bbb2-7beae295858a,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:26:09.909787 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23fcbe-0717-4075-ad0a-3564b7b8fff0 None None] The sync data for ids ['019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'] in dv-cinder-859193-1-iscsi is: [{'id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'name': 'tempest-DeleteServersTestJSON-36770810-router', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:04Z', 'updated_at': '2022-09-24T14:26:06Z', 'revision_number': 3, 'project_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'gw_port': {'id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:05Z', 'updated_at': '2022-09-24T14:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:26:09.919024 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:09.924226 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:09.973069 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:09.981319 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:10.003150 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:10.003796 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768856'] for router_interface (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:10.103165 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:10.111805 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Pushing event updated for resources: {'Port': ['ID=84852b70-aef7-4d9a-8d52-66a2b022d288,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:10.117381 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=8ebd4106-65bd-4f0e-81fc-53fc26d8672d,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:10.120350 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:10.168411 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:10.189163 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:26:10.189614 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Checking segment: {'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:10.190028 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:10.190428 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Bound using segment: {'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:26:10.190958 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Bound port: 80f9060d-7d0d-45af-89d4-b976ceecd313, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:26:10.191345 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:10.238305 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Allocated IP 172.27.1.20 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/8b857833-1823-415f-9885-41288ec6f049) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:10.245277 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d00129-71dd-45aa-8036-6f82102accba None None] Pushing event updated for resources: {'Port': ['ID=5696c0f3-8f3d-4562-bbb2-7beae295858a,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:10.322628 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] For port 80f9060d-7d0d-45af-89d4-b976ceecd313, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:26:10.326057 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] For port 80f9060d-7d0d-45af-89d4-b976ceecd313, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=80f9060d-7d0d-45af-89d4-b976ceecd313,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:26:10.341553 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:10.342107 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f115533-2fb6-4ac7-a8b2-195a68343219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7047eea6-d7d6-439d-aaca-686d0c733cc9,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:10.370253 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-08c1334d-a1a0-4805-9d78-e86265c0100b admin admin] Publish callbacks [] for security_group (b89780b0-5763-47b9-86c8-b63b53b0d7f0), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:10.472449 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-6f115533-2fb6-4ac7-a8b2-195a68343219 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e25e868cd2d44dfe964975ce9268b576&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5123029 Sep 24 14:26:10.489349 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36024) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:10.500752 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-08c1334d-a1a0-4805-9d78-e86265c0100b admin admin] Publish callbacks [] for security_group (b89780b0-5763-47b9-86c8-b63b53b0d7f0), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:10.591195 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:10.604000 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Provisioning complete for port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:10.605639 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:10.606573 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Attempt 1 to provision port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d Sep 24 14:26:10.691227 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3805f-15d1-40cc-b711-f349e1479ead None None] Pushing event updated for resources: {'Port': ['ID=80f9060d-7d0d-45af-89d4-b976ceecd313,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:10.745449 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:10.756815 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:10.758969 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:10.766392 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:10.793528 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:10.840198 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Publish callbacks [] for port (8b857833-1823-415f-9885-41288ec6f049), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:10.922271 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Publish callbacks [] for router_gateway (2cba54f6-562a-4f55-9f3b-72403f68d093), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:10.928861 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:10.928861 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:10.928861 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 Sep 24 14:26:11.017872 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-08c1334d-a1a0-4805-9d78-e86265c0100b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (b89780b0-5763-47b9-86c8-b63b53b0d7f0), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:11.021874 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-08c1334d-a1a0-4805-9d78-e86265c0100b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:11.026432 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-08c1334d-a1a0-4805-9d78-e86265c0100b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b89780b0-5763-47b9-86c8-b63b53b0d7f0 HTTP/1.1" status: 204 len: 168 time: 1.5205162 Sep 24 14:26:11.091502 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:11.091890 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:11.099611 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1334d-a1a0-4805-9d78-e86265c0100b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89780b0-5763-47b9-86c8-b63b53b0d7f0,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:11.155845 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:26:11.167790 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:11.168697 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 5696c0f3-8f3d-4562-bbb2-7beae295858a up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:11.210469 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1624ebb0-581a-4c24-bdf8-35ef30bd906e admin admin] Publish callbacks [] for security_group (7047eea6-d7d6-439d-aaca-686d0c733cc9), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:11.262434 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Publish callbacks [] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:11.331448 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:11.334629 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3661601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768972'] for router_interface (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:11.376320 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (8b857833-1823-415f-9885-41288ec6f049), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:11.379587 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1624ebb0-581a-4c24-bdf8-35ef30bd906e admin admin] Publish callbacks [] for security_group (7047eea6-d7d6-439d-aaca-686d0c733cc9), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:11.396545 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:11.396934 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Attempt 2 to provision port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d Sep 24 14:26:11.483489 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:11.622342 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:11.649391 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 5696c0f3-8f3d-4562-bbb2-7beae295858a triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:11.650265 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:11.650482 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 5696c0f3-8f3d-4562-bbb2-7beae295858a Sep 24 14:26:11.661039 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:11.684127 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:11.701315 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:11.804877 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3681513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680289'] for router (2cba54f6-562a-4f55-9f3b-72403f68d093), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:11.812875 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36064) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:11.888314 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 5696c0f3-8f3d-4562-bbb2-7beae295858a is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:11.888708 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:11.991355 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Attempt 3 to provision port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d Sep 24 14:26:12.036019 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1624ebb0-581a-4c24-bdf8-35ef30bd906e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (7047eea6-d7d6-439d-aaca-686d0c733cc9), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:12.040342 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1624ebb0-581a-4c24-bdf8-35ef30bd906e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:12.046615 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-1624ebb0-581a-4c24-bdf8-35ef30bd906e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7047eea6-d7d6-439d-aaca-686d0c733cc9 HTTP/1.1" status: 204 len: 168 time: 1.5534887 Sep 24 14:26:12.061736 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port 5696c0f3-8f3d-4562-bbb2-7beae295858a, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=5696c0f3-8f3d-4562-bbb2-7beae295858a,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:26:12.086615 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:12.102698 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624ebb0-581a-4c24-bdf8-35ef30bd906e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7047eea6-d7d6-439d-aaca-686d0c733cc9,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:12.221994 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:12.242126 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:12.256186 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Router 2cba54f6-562a-4f55-9f3b-72403f68d093 is scheduled to L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce with binding_index 1 {{(pid=106293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:26:12.286001 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f0477d-85b3-4164-88ab-5e00819dc4c1 None None] Network 24a47d24-f7df-4dec-9596-133c854781ec requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:26:12.318728 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=8ebd4106-65bd-4f0e-81fc-53fc26d8672d,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:12.366670 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Pushing event updated for resources: {'Port': ['ID=8b857833-1823-415f-9885-41288ec6f049,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:12.437911 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=5696c0f3-8f3d-4562-bbb2-7beae295858a,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:12.541312 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:12.551284 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:12.705630 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5299c8e5-f8aa-4d1e-96b1-1c6d937e833b None None] Network 841ec28f-242a-4287-8d65-ef9f3927d5d5 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:26:12.763097 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-38cb1770-69d3-4ca8-9ac5-04b3c89f7199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:12.947687 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Attempt 4 to provision port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d Sep 24 14:26:12.955601 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 80f9060d-7d0d-45af-89d4-b976ceecd313 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:12.961303 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:12.974258 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36090) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:12.991626 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-38cb1770-69d3-4ca8-9ac5-04b3c89f7199 admin admin] Publish callbacks [] for security_group (46897046-80e7-40bc-98d1-4aa0656f2867), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.005880 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-38cb1770-69d3-4ca8-9ac5-04b3c89f7199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (46897046-80e7-40bc-98d1-4aa0656f2867), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.064751 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:13.069241 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb1770-69d3-4ca8-9ac5-04b3c89f7199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46897046-80e7-40bc-98d1-4aa0656f2867,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:13.093566 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:26:13.094576 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6912da7e-8714-422c-bcbc-7ccf863dcd3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.103068 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.107069 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:13.107461 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Publish callbacks [] for router_gateway (b0c19301-0a38-4d15-b016-ddc5ac376e94), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.107804 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Sync routers for ids ['2cba54f6-562a-4f55-9f3b-72403f68d093'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:26:13.119007 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-38cb1770-69d3-4ca8-9ac5-04b3c89f7199 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c8d85d19f92d43d38b05bf9a5a73f550&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1145620 Sep 24 14:26:13.119007 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36092) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:13.122356 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Routers {'2cba54f6-562a-4f55-9f3b-72403f68d093'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:26:13.123073 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:25:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['2cba54f6-562a-4f55-9f3b-72403f68d093'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:13.129589 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.133463 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-3fc83c5a-697f-4822-aa26-7eb90861af95 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8043840 Sep 24 14:26:13.133591 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:13.133663 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36094) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:13.134079 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 80f9060d-7d0d-45af-89d4-b976ceecd313 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:13.134481 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.134844 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 80f9060d-7d0d-45af-89d4-b976ceecd313 Sep 24 14:26:13.146444 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:13.177386 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:13.190113 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2abf7bd0-2052-49b5-a3a0-549952784ad8 admin admin] Publish callbacks [] for security_group (46897046-80e7-40bc-98d1-4aa0656f2867), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.201649 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:26:13.214030 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2abf7bd0-2052-49b5-a3a0-549952784ad8 admin admin] Publish callbacks [] for security_group (46897046-80e7-40bc-98d1-4aa0656f2867), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.276510 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2abf7bd0-2052-49b5-a3a0-549952784ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (46897046-80e7-40bc-98d1-4aa0656f2867), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.279091 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2abf7bd0-2052-49b5-a3a0-549952784ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.284774 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2abf7bd0-2052-49b5-a3a0-549952784ad8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/46897046-80e7-40bc-98d1-4aa0656f2867 HTTP/1.1" status: 204 len: 168 time: 0.1607840 Sep 24 14:26:13.304349 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf7bd0-2052-49b5-a3a0-549952784ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46897046-80e7-40bc-98d1-4aa0656f2867,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:13.351006 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Set router 2cba54f6-562a-4f55-9f3b-72403f68d093 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:26:13.376667 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Router 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:26:13.532792 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 80f9060d-7d0d-45af-89d4-b976ceecd313 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:13.533893 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.599013 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port 80f9060d-7d0d-45af-89d4-b976ceecd313, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=80f9060d-7d0d-45af-89d4-b976ceecd313,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:26:13.603580 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36112) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:13.613423 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Attempt 5 to provision port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d Sep 24 14:26:13.640466 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.641592 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:13.723714 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6912da7e-8714-422c-bcbc-7ccf863dcd3b admin admin] Publish callbacks [] for security_group (ff4f906e-6d76-4bb0-8301-0e2379c2192b), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.776513 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6912da7e-8714-422c-bcbc-7ccf863dcd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ff4f906e-6d76-4bb0-8301-0e2379c2192b), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.786533 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:13.790060 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:13.799593 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-408799618-network', 'tenant_id': '97bf63ef39ef400ab646dd447451aae2'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:13.800777 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:10Z', 'revision_number': 3, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:13.838636 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Made reservation on behalf of 97bf63ef39ef400ab646dd447451aae2 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:13.841789 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.848682 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Checking router: 2cba54f6-562a-4f55-9f3b-72403f68d093 for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:26:13.848682 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Updating router 2cba54f6-562a-4f55-9f3b-72403f68d093 port 84852b70-aef7-4d9a-8d52-66a2b022d288 binding host dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:26:13.852407 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=80f9060d-7d0d-45af-89d4-b976ceecd313,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:13.870316 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.902118 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.925960 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-6912da7e-8714-422c-bcbc-7ccf863dcd3b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0de544bee8754ed6bd7815538515f1f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9482691 Sep 24 14:26:13.964353 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36128) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:13.993723 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Publish callbacks [] for security_group (6c7a94c2-38f7-4542-82eb-1866413591f9), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:13.998395 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (6c7a94c2-38f7-4542-82eb-1866413591f9), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.008634 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:26:14.014746 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912da7e-8714-422c-bcbc-7ccf863dcd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4f906e-6d76-4bb0-8301-0e2379c2192b,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:14.019666 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Sync routers for ids ['019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:26:14.038526 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-ffd766f8-808d-488e-9dd2-ba54a2263fc9 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/019a9ead-6a8e-4c65-95d7-e3b859f4e9b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7905107 Sep 24 14:26:14.040062 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3681513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680289'] for router (b0c19301-0a38-4d15-b016-ddc5ac376e94), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.042638 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Routers {'019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:26:14.043421 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:25:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:14.047972 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7a94c2-38f7-4542-82eb-1866413591f9,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:14.075952 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:26:14.101941 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (7a9048b8-5679-4443-a783-bdbf81964326), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.102295 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Added segment 7a9048b8-5679-4443-a783-bdbf81964326 of type vlan for network 53cb7c44-974e-453d-8a23-fba2f159b7be Sep 24 14:26:14.171411 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (53cb7c44-974e-453d-8a23-fba2f159b7be), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.205594 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (53cb7c44-974e-453d-8a23-fba2f159b7be), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.206772 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:14.207883 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.266090 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:14.267255 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:14.267994 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.268605 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 Sep 24 14:26:14.299644 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Attempt 6 to provision port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d Sep 24 14:26:14.337417 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Set router 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:26:14.347617 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] Pushing event updated for resources: {'Network': ['ID=53cb7c44-974e-453d-8a23-fba2f159b7be,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:14.367665 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-61a42e22-717a-44dd-ac2a-e301c5306f29 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7588782 Sep 24 14:26:14.368436 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36144) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:14.379263 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-cddb2d0a-c17f-4143-8468-c95b7429d3e5 admin admin] Request body: {'subnet': {'network_id': '53cb7c44-974e-453d-8a23-fba2f159b7be', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-408799618-subnet', 'tenant_id': '97bf63ef39ef400ab646dd447451aae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:14.407894 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddb2d0a-c17f-4143-8468-c95b7429d3e5 admin admin] Made reservation on behalf of 97bf63ef39ef400ab646dd447451aae2 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:14.414865 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cddb2d0a-c17f-4143-8468-c95b7429d3e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.424962 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-325aa889-67c1-49f2-a7df-049f4f1da1ed admin admin] Publish callbacks [] for security_group (ff4f906e-6d76-4bb0-8301-0e2379c2192b), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.516098 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-325aa889-67c1-49f2-a7df-049f4f1da1ed admin admin] Publish callbacks [] for security_group (ff4f906e-6d76-4bb0-8301-0e2379c2192b), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.532956 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:14.553638 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Publish callbacks [] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.567572 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:14.575950 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.594577 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network 53cb7c44-974e-453d-8a23-fba2f159b7be details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:26:14.798728 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Router b0c19301-0a38-4d15-b016-ddc5ac376e94 is scheduled to L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce with binding_index 1 {{(pid=106294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:26:14.841651 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-325aa889-67c1-49f2-a7df-049f4f1da1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ff4f906e-6d76-4bb0-8301-0e2379c2192b), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.850759 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-325aa889-67c1-49f2-a7df-049f4f1da1ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.854284 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cddb2d0a-c17f-4143-8468-c95b7429d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for subnet (b8c44e69-f807-4458-a6e3-f3ecccec536a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:14.855677 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-325aa889-67c1-49f2-a7df-049f4f1da1ed admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ff4f906e-6d76-4bb0-8301-0e2379c2192b HTTP/1.1" status: 204 len: 168 time: 0.8835354 Sep 24 14:26:14.894716 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aa889-67c1-49f2-a7df-049f4f1da1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4f906e-6d76-4bb0-8301-0e2379c2192b,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:14.898990 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'name': 'tempest-DeleteServersTestJSON-36770810-router', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:04Z', 'updated_at': '2022-09-24T14:26:10Z', 'revision_number': 4, 'project_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'gw_port': {'id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:05Z', 'updated_at': '2022-09-24T14:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '8ebd4106-65bd-4f0e-81fc-53fc26d8672d', 'name': '', 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'mac_address': 'fa:16:3e:21:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '591fdb84-7c2e-446b-b4dd-d39bb7b74bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:10Z', 'revision_number': 2, 'project_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'subnets': [{'id': '591fdb84-7c2e-446b-b4dd-d39bb7b74bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:14.939556 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:14.939556 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:14.939556 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Attempting to bind port 84852b70-aef7-4d9a-8d52-66a2b022d288 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:26:14.939556 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Attempting to bind port 84852b70-aef7-4d9a-8d52-66a2b022d288 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:26:14.939556 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Attempting to bind port 84852b70-aef7-4d9a-8d52-66a2b022d288 on network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:14.940519 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb2d0a-c17f-4143-8468-c95b7429d3e5 admin admin] Checking segment: {'id': '7a9048b8-5679-4443-a783-bdbf81964326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '53cb7c44-974e-453d-8a23-fba2f159b7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:14.940927 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb2d0a-c17f-4143-8468-c95b7429d3e5 admin admin] Network hostable DHCP agents. Network: 53cb7c44-974e-453d-8a23-fba2f159b7be, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:26:14.955394 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb2d0a-c17f-4143-8468-c95b7429d3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c44e69-f807-4458-a6e3-f3ecccec536a,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:14.963105 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Checking router: 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:26:14.963457 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Updating router 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d binding host dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:26:14.974482 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb2d0a-c17f-4143-8468-c95b7429d3e5 admin admin] Network 53cb7c44-974e-453d-8a23-fba2f159b7be is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:26:14.998003 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-cddb2d0a-c17f-4143-8468-c95b7429d3e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, 53cb7c44-974e-453d-8a23-fba2f159b7be) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:15.021980 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddb2d0a-c17f-4143-8468-c95b7429d3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:15.023070 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cddb2d0a-c17f-4143-8468-c95b7429d3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:15.028688 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:15.042496 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:15.072415 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-cddb2d0a-c17f-4143-8468-c95b7429d3e5 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6932540 Sep 24 14:26:15.124922 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Attempt 7 to provision port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d Sep 24 14:26:15.133519 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e932c-8681-43dc-83d3-f936d8647f1d None None] Network 53cb7c44-974e-453d-8a23-fba2f159b7be requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:26:15.143794 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36184) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:15.146339 dv-cinder-859193-1-iscsi neutron-server[106293]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 14:26:15.311940 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:15.315590 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:15.375491 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:15.378478 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 5696c0f3-8f3d-4562-bbb2-7beae295858a up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:15.398364 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af79ae-98f4-46d2-be45-ef23b56a2ecc None None] Pushing event updated for resources: {'Port': ['ID=84852b70-aef7-4d9a-8d52-66a2b022d288,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:15.466752 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:26:15.514471 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda0b7f-0e44-42fc-b854-9c68e6574549 None None] Network 53cb7c44-974e-453d-8a23-fba2f159b7be requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:26:15.521903 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Sync routers for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:26:15.524137 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:26:15.524512 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Checking segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:15.524922 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:15.525317 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Bound using segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:26:15.525808 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Bound port: 84852b70-aef7-4d9a-8d52-66a2b022d288, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:26:15.526201 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:15.585502 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-fae28c3f-09f6-4c43-b7b4-cdc274a257e3 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:15.587413 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-fae28c3f-09f6-4c43-b7b4-cdc274a257e3 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/networks?id=e2d3fb2a-c442-43ad-bf5f-ade60c86b674 HTTP/1.1" status: 200 len: 810 time: 0.4420619 Sep 24 14:26:15.628001 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Allocated IP 172.20.0.1 (24a47d24-f7df-4dec-9596-133c854781ec/fe857056-21d8-4508-97b2-00f8e846f7d0/47c750f3-733f-4366-9519-1e9eb9460da7) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:15.633230 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:26:15.633431 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-35aa33e1-78dd-4c4e-8064-dc2beb0521dd tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/quotas/6bb2f863f5834cd4a47a3ed9feda7c02 HTTP/1.1" status: 200 len: 375 time: 0.0342646 Sep 24 14:26:15.633856 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:25:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:15.742676 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] For port 84852b70-aef7-4d9a-8d52-66a2b022d288, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:26:15.748869 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 5696c0f3-8f3d-4562-bbb2-7beae295858a triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:15.749271 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:15.749619 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 5696c0f3-8f3d-4562-bbb2-7beae295858a Sep 24 14:26:15.784572 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Publish callbacks [] for port (47c750f3-733f-4366-9519-1e9eb9460da7), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:15.793382 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] For port 84852b70-aef7-4d9a-8d52-66a2b022d288, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=84852b70-aef7-4d9a-8d52-66a2b022d288,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:26:15.829374 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Publish callbacks [] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), precommit_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:15.829833 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Attempt 8 to provision port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d Sep 24 14:26:15.839214 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:15.840654 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:15.842569 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-28e0ae8b-ee59-4ff5-9e85-bf85b3a871c0 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9690526 Sep 24 14:26:15.843365 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:15.844306 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:15.850609 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:15.850698 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36206) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:15.855622 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:15.859452 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:26:15.875112 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-5dcba80b-73f5-4358-bc50-67cae47370d1 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6bb2f863f5834cd4a47a3ed9feda7c02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2271683 Sep 24 14:26:15.938598 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Network 24a47d24-f7df-4dec-9596-133c854781ec is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:15.979587 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:15.984986 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:16.019001 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Routers {'2cba54f6-562a-4f55-9f3b-72403f68d093'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:26:16.019642 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:25:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['2cba54f6-562a-4f55-9f3b-72403f68d093'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:16.034524 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2037e0-b327-48f8-990c-a40024f0df53 None None] Pushing event updated for resources: {'Port': ['ID=8ebd4106-65bd-4f0e-81fc-53fc26d8672d,revision_number=3']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:16.056074 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:16.094248 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:16.094871 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768856'] for router_interface (2cba54f6-562a-4f55-9f3b-72403f68d093), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:16.097968 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:16.099381 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Attempting to bind port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:26:16.099945 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Attempting to bind port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '0395e917-8b52-4911-9758-17cc76dc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674'}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:26:16.100726 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Attempting to bind port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d on network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:16.109799 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af79ae-98f4-46d2-be45-ef23b56a2ecc None None] Pushing event updated for resources: {'Port': ['ID=84852b70-aef7-4d9a-8d52-66a2b022d288,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:16.165770 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:26:16.166138 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Checking segment: {'id': '0395e917-8b52-4911-9758-17cc76dc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:16.166613 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:16.167024 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Bound using segment: {'id': '0395e917-8b52-4911-9758-17cc76dc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674'} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:26:16.167510 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Bound port: 8ebd4106-65bd-4f0e-81fc-53fc26d8672d, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0395e917-8b52-4911-9758-17cc76dc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674'}}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:26:16.167904 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:16.187294 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Pushing event updated for resources: {'Port': ['ID=47c750f3-733f-4366-9519-1e9eb9460da7,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:16.271860 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 5696c0f3-8f3d-4562-bbb2-7beae295858a is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:16.316916 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] For port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:26:16.322429 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] For port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=8ebd4106-65bd-4f0e-81fc-53fc26d8672d,segment=NetworkSegment(0395e917-8b52-4911-9758-17cc76dc10a3),segment_id=0395e917-8b52-4911-9758-17cc76dc10a3)] {{(pid=106296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:26:16.336590 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:16.416800 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] Set router 2cba54f6-562a-4f55-9f3b-72403f68d093 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:26:16.420767 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Routers {'019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:26:16.421613 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:25:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:16.490794 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Attempt 9 to provision port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d Sep 24 14:26:16.537841 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2037e0-b327-48f8-990c-a40024f0df53 None None] Pushing event updated for resources: {'Port': ['ID=8ebd4106-65bd-4f0e-81fc-53fc26d8672d,revision_number=4']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:16.569967 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 80f9060d-7d0d-45af-89d4-b976ceecd313 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:16.587782 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] Set router 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:26:16.593653 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:12Z', 'revision_number': 3, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:16.638971 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:16.663269 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Checking router: b0c19301-0a38-4d15-b016-ddc5ac376e94 for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:26:16.664167 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Updating router b0c19301-0a38-4d15-b016-ddc5ac376e94 port 8b857833-1823-415f-9885-41288ec6f049 binding host dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:26:16.765034 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:16.806869 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-c57b16b4-9b1b-4aaa-a13c-cf098cc7da5f service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:26:16.808921 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-c57b16b4-9b1b-4aaa-a13c-cf098cc7da5f service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4398632 Sep 24 14:26:16.941835 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'name': 'tempest-DeleteServersTestJSON-36770810-router', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:04Z', 'updated_at': '2022-09-24T14:26:10Z', 'revision_number': 4, 'project_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'gw_port': {'id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:05Z', 'updated_at': '2022-09-24T14:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '8ebd4106-65bd-4f0e-81fc-53fc26d8672d', 'name': '', 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'mac_address': 'fa:16:3e:21:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '591fdb84-7c2e-446b-b4dd-d39bb7b74bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'subnets': [{'id': '591fdb84-7c2e-446b-b4dd-d39bb7b74bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:16.942467 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:16.950460 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:16.953467 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-823ef0e0-661b-40d9-8f2e-1a62c3a767e0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e2d3fb2a-c442-43ad-bf5f-ade60c86b674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319685 Sep 24 14:26:16.961361 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (8b857833-1823-415f-9885-41288ec6f049), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.027671 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:17.045313 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd43234-25e3-48e5-9f7b-95a77c0fc9b4 None None] The sync data for ids ['019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'] in dv-cinder-859193-1-iscsi is: [{'id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'name': 'tempest-DeleteServersTestJSON-36770810-router', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:04Z', 'updated_at': '2022-09-24T14:26:10Z', 'revision_number': 4, 'project_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'gw_port': {'id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:05Z', 'updated_at': '2022-09-24T14:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '8ebd4106-65bd-4f0e-81fc-53fc26d8672d', 'name': '', 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'mac_address': 'fa:16:3e:21:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '591fdb84-7c2e-446b-b4dd-d39bb7b74bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'subnets': [{'id': '591fdb84-7c2e-446b-b4dd-d39bb7b74bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:26:17.046351 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:17.055036 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Publish callbacks [] for port (47c750f3-733f-4366-9519-1e9eb9460da7), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.070232 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.074714 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3661601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768972'] for router_interface (2cba54f6-562a-4f55-9f3b-72403f68d093), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.157634 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36250) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:17.157784 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:17.165755 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010327778-network', 'tenant_id': '5f17177494944cfb9602cd48a91a2d34'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:17.229636 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-f7fe6e90-7536-4b78-a3e4-4459f634f818 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e2d3fb2a-c442-43ad-bf5f-ade60c86b674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638237 Sep 24 14:26:17.230969 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Made reservation on behalf of 5f17177494944cfb9602cd48a91a2d34 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:17.234331 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.255892 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.317926 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Pushing event updated for resources: {'Port': ['ID=47c750f3-733f-4366-9519-1e9eb9460da7,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:17.468331 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Publish callbacks [] for security_group (02a49327-5ff4-49d5-a506-ae03ba73bc6d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.478533 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (02a49327-5ff4-49d5-a506-ae03ba73bc6d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.528871 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Allocated IP 172.20.0.1 (841ec28f-242a-4287-8d65-ef9f3927d5d5/f32d4a51-22a9-4cfb-b152-16f2e987f478/066619f6-354f-4495-8cc9-0fe7712114ec) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:17.555748 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 80f9060d-7d0d-45af-89d4-b976ceecd313 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:17.555977 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:26:17.556221 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.556603 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 80f9060d-7d0d-45af-89d4-b976ceecd313 Sep 24 14:26:17.559190 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Current status of the port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:17.559773 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:17.560310 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.569397 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Network 24a47d24-f7df-4dec-9596-133c854781ec is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:17.573160 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a49327-5ff4-49d5-a506-ae03ba73bc6d,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:17.583016 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:17.590872 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (25e6f796-8bad-47dd-a33d-324e8051f665), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.591257 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Added segment 25e6f796-8bad-47dd-a33d-324e8051f665 of type vlan for network e2b6ff8f-c465-4964-be57-7056374013c0 Sep 24 14:26:17.709610 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:17.729022 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:10Z', 'revision_number': 3, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:17.731096 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (e2b6ff8f-c465-4964-be57-7056374013c0), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.808753 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5365ce-5609-4f90-aaae-5c4c58b436f7 None None] The sync data for ids ['2cba54f6-562a-4f55-9f3b-72403f68d093'] in dv-cinder-859193-1-iscsi is: [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:10Z', 'revision_number': 3, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:26:17.822316 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (e2b6ff8f-c465-4964-be57-7056374013c0), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.823314 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:17.823899 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:17.835979 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36276) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:17.846883 dv-cinder-859193-1-iscsi neutron-server[106294]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 14:26:17.947928 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] For port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=8ebd4106-65bd-4f0e-81fc-53fc26d8672d,segment=NetworkSegment(0395e917-8b52-4911-9758-17cc76dc10a3),segment_id=0395e917-8b52-4911-9758-17cc76dc10a3)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:26:17.963885 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8020732 Sep 24 14:26:17.977401 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36284) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:17.985618 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-78937261-211d-4214-b664-6672296eff66 admin admin] Request body: {'subnet': {'network_id': 'e2b6ff8f-c465-4964-be57-7056374013c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010327778-subnet', 'tenant_id': '5f17177494944cfb9602cd48a91a2d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:18.001614 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:18.027406 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15569943-30bf-49ad-8202-36df3f0ed0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e2b6ff8f-c465-4964-be57-7056374013c0,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:18.039766 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c14a0e56-bfb6-465f-a6d9-37f39c739c77 req-d9eddd66-55a6-44f4-814a-8c9c7ed76d5f tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 210 time: 0.2009561 Sep 24 14:26:18.098383 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78937261-211d-4214-b664-6672296eff66 admin admin] Made reservation on behalf of 5f17177494944cfb9602cd48a91a2d34 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:18.102745 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-78937261-211d-4214-b664-6672296eff66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:18.235839 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Publish callbacks [] for port (066619f6-354f-4495-8cc9-0fe7712114ec), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:18.292785 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:18.337557 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd08f9-fb54-4364-b715-e6043f542685 None None] Pushing event updated for resources: {'Port': ['ID=8ebd4106-65bd-4f0e-81fc-53fc26d8672d,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:18.338544 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network e2b6ff8f-c465-4964-be57-7056374013c0 details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:26:18.376376 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Publish callbacks [] for port (8b857833-1823-415f-9885-41288ec6f049), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:18.451942 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (8b857833-1823-415f-9885-41288ec6f049), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:18.558026 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Pushing event updated for resources: {'Port': ['ID=066619f6-354f-4495-8cc9-0fe7712114ec,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:18.577212 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Network 841ec28f-242a-4287-8d65-ef9f3927d5d5 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:18.580179 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:18.584460 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:18.585154 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768856'] for router_interface (b0c19301-0a38-4d15-b016-ddc5ac376e94), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:18.599056 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-78937261-211d-4214-b664-6672296eff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for subnet (aa921b81-4f9e-446f-abf2-476a25dee9f4), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:18.707571 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Attempting to bind port 8b857833-1823-415f-9885-41288ec6f049 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:26:18.707949 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Attempting to bind port 8b857833-1823-415f-9885-41288ec6f049 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:26:18.708976 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Attempting to bind port 8b857833-1823-415f-9885-41288ec6f049 on network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:18.821044 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863b676-2e89-4a11-858c-d881f2c11066 None None] Pushing event updated for resources: {'Port': ['ID=8b857833-1823-415f-9885-41288ec6f049,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:18.828094 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 80f9060d-7d0d-45af-89d4-b976ceecd313 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:18.841181 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78937261-211d-4214-b664-6672296eff66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa921b81-4f9e-446f-abf2-476a25dee9f4,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:18.856476 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Provisioning complete for port 47c750f3-733f-4366-9519-1e9eb9460da7 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:18.856878 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:18.859146 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Attempt 1 to provision port 47c750f3-733f-4366-9519-1e9eb9460da7 Sep 24 14:26:18.870116 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78937261-211d-4214-b664-6672296eff66 admin admin] Checking segment: {'id': '25e6f796-8bad-47dd-a33d-324e8051f665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e2b6ff8f-c465-4964-be57-7056374013c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:18.870486 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78937261-211d-4214-b664-6672296eff66 admin admin] Network hostable DHCP agents. Network: e2b6ff8f-c465-4964-be57-7056374013c0, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:26:18.890671 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Router 2cba54f6-562a-4f55-9f3b-72403f68d093 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:26:18.893982 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:18.920937 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78937261-211d-4214-b664-6672296eff66 admin admin] Network e2b6ff8f-c465-4964-be57-7056374013c0 is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:26:18.932571 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Port 47c750f3-733f-4366-9519-1e9eb9460da7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:18.935483 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:26:18.936499 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Checking segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:18.936995 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:18.937406 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Bound using segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:26:18.937910 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Bound port: 8b857833-1823-415f-9885-41288ec6f049, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:26:18.939093 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (8b857833-1823-415f-9885-41288ec6f049), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:18.949397 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-78937261-211d-4214-b664-6672296eff66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, e2b6ff8f-c465-4964-be57-7056374013c0) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:18.958607 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78937261-211d-4214-b664-6672296eff66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:18.959240 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-78937261-211d-4214-b664-6672296eff66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:18.989651 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:19.017283 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-78937261-211d-4214-b664-6672296eff66 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0319037 Sep 24 14:26:19.052078 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:19.055057 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:19.133530 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] For port 8b857833-1823-415f-9885-41288ec6f049, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:26:19.139892 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] For port 8b857833-1823-415f-9885-41288ec6f049, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=8b857833-1823-415f-9885-41288ec6f049,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:26:19.179918 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aef0a71-f35e-46e1-8f69-cd2daf8c2e14 None None] Network e2b6ff8f-c465-4964-be57-7056374013c0 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:26:19.286071 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 8ebd4106-65bd-4f0e-81fc-53fc26d8672d up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:19.382213 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36326) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:19.404070 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ab5ba2de-5e38-4b71-9691-4e9de7ba171e req-df0214a1-5cd1-4505-9561-bbf2bb04ec64 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 210 time: 0.1735725 Sep 24 14:26:19.441114 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Attempt 2 to provision port 47c750f3-733f-4366-9519-1e9eb9460da7 Sep 24 14:26:19.447937 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (8b857833-1823-415f-9885-41288ec6f049), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:19.463514 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:19.527224 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:26:19.569211 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-bf23003e-fded-4998-b53b-350c1a1017bc admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/2cba54f6-562a-4f55-9f3b-72403f68d093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3386033 Sep 24 14:26:19.595221 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:26:19.596100 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:25:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:19.680150 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:19.680150 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:19.680150 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d Sep 24 14:26:19.736813 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Port 47c750f3-733f-4366-9519-1e9eb9460da7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:19.805414 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3ada69-02b1-429f-96ff-7dc176e47c4e admin admin] Deleting subnet b8c44e69-f807-4458-a6e3-f3ecccec536a {{(pid=106294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:26:19.852922 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4b3ada69-02b1-429f-96ff-7dc176e47c4e admin admin] Publish callbacks [] for subnet (b8c44e69-f807-4458-a6e3-f3ecccec536a), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:19.867225 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863b676-2e89-4a11-858c-d881f2c11066 None None] Pushing event updated for resources: {'Port': ['ID=8b857833-1823-415f-9885-41288ec6f049,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:19.894682 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0fc88b-14d1-4db4-95d1-291691ce33cc None None] Network e2b6ff8f-c465-4964-be57-7056374013c0 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:26:20.075948 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4b3ada69-02b1-429f-96ff-7dc176e47c4e admin admin] Publish callbacks [] for subnet (b8c44e69-f807-4458-a6e3-f3ecccec536a), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:20.114747 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4b3ada69-02b1-429f-96ff-7dc176e47c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (b8c44e69-f807-4458-a6e3-f3ecccec536a), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:20.145405 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:20.146527 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 84852b70-aef7-4d9a-8d52-66a2b022d288 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:20.231215 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:26:20.241006 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Publish callbacks [] for port (066619f6-354f-4495-8cc9-0fe7712114ec), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:20.257726 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:20.258796 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3661601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768972'] for router_interface (b0c19301-0a38-4d15-b016-ddc5ac376e94), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:20.306593 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Attempt 3 to provision port 47c750f3-733f-4366-9519-1e9eb9460da7 Sep 24 14:26:20.494134 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Port 47c750f3-733f-4366-9519-1e9eb9460da7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:20.532686 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Pushing event updated for resources: {'Port': ['ID=066619f6-354f-4495-8cc9-0fe7712114ec,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:20.579277 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 84852b70-aef7-4d9a-8d52-66a2b022d288 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:20.579549 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:20.579868 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 84852b70-aef7-4d9a-8d52-66a2b022d288 Sep 24 14:26:20.696712 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:20.711460 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-04aa757d-5563-40c4-86d1-1660ee99390a req-90fbbec2-cebe-4259-994f-3d7c48a54112 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 210 time: 0.0568092 Sep 24 14:26:20.743871 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4b3ada69-02b1-429f-96ff-7dc176e47c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for subnet (b8c44e69-f807-4458-a6e3-f3ecccec536a), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:20.843285 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 84852b70-aef7-4d9a-8d52-66a2b022d288 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:20.843671 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:20.851552 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:17Z', 'revision_number': 1, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:20.872233 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ada69-02b1-429f-96ff-7dc176e47c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c44e69-f807-4458-a6e3-f3ecccec536a,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:20.901542 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4b3ada69-02b1-429f-96ff-7dc176e47c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:20.904608 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fa318-e24e-49a9-a4e2-adfbbb753fa6 None None] The sync data for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi is: [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:17Z', 'revision_number': 1, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:26:20.905390 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-4b3ada69-02b1-429f-96ff-7dc176e47c4e admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/b8c44e69-f807-4458-a6e3-f3ecccec536a HTTP/1.1" status: 204 len: 168 time: 1.5218899 Sep 24 14:26:20.907730 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36422) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:20.918938 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port 84852b70-aef7-4d9a-8d52-66a2b022d288, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=84852b70-aef7-4d9a-8d52-66a2b022d288,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:26:20.932910 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:20.998164 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Attempt 4 to provision port 47c750f3-733f-4366-9519-1e9eb9460da7 Sep 24 14:26:21.090186 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Sync routers for ids ['2cba54f6-562a-4f55-9f3b-72403f68d093'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:26:21.116027 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Routers {'2cba54f6-562a-4f55-9f3b-72403f68d093'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:26:21.117879 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:25:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['2cba54f6-562a-4f55-9f3b-72403f68d093'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:21.126318 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-a54c29b3-81df-4bb7-9993-cad29de33df7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:21.134468 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-a54c29b3-81df-4bb7-9993-cad29de33df7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 818 time: 0.5177369 Sep 24 14:26:21.146889 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Network 841ec28f-242a-4287-8d65-ef9f3927d5d5 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:21.188961 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-794ceaf3-6cdc-4ef0-9c74-df41450fc405 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/quotas/9b458789f89a441caad76e78167bc00b HTTP/1.1" status: 200 len: 375 time: 0.0532842 Sep 24 14:26:21.193619 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:21.314583 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Set router 2cba54f6-562a-4f55-9f3b-72403f68d093 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:26:21.449219 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (53cb7c44-974e-453d-8a23-fba2f159b7be), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:21.461371 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:21.489733 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-282602fe-0ff0-4ea3-9ecb-dfe5435b1fd7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2981207 Sep 24 14:26:21.497123 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=84852b70-aef7-4d9a-8d52-66a2b022d288,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:21.506272 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Port 47c750f3-733f-4366-9519-1e9eb9460da7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:21.682444 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:21.756053 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '47c750f3-733f-4366-9519-1e9eb9460da7', 'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'mac_address': 'fa:16:3e:2e:fb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:15Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 2, 'project_id': '9b458789f89a441caad76e78167bc00b', 'subnets': [{'id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:21.854388 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Checking router: 2cba54f6-562a-4f55-9f3b-72403f68d093 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:26:21.855089 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Updating router 2cba54f6-562a-4f55-9f3b-72403f68d093 port 47c750f3-733f-4366-9519-1e9eb9460da7 binding host dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:26:21.894116 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (53cb7c44-974e-453d-8a23-fba2f159b7be), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:21.896308 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:21.928988 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.33', 63112) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:21.958625 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:21.983236 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-7b8e1586-a49e-4175-8f86-e172af9c1f55 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:26:21.985674 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-7b8e1586-a49e-4175-8f86-e172af9c1f55 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2740295 Sep 24 14:26:22.000213 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Router b0c19301-0a38-4d15-b016-ddc5ac376e94 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:26:22.007839 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Attempt 5 to provision port 47c750f3-733f-4366-9519-1e9eb9460da7 Sep 24 14:26:22.071813 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1bf576f5-fd03-4176-9791-6c2086667228 req-eb6bca37-9b24-4e9e-9100-5a69e3606169 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 210 time: 0.2013137 Sep 24 14:26:22.107915 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Port 47c750f3-733f-4366-9519-1e9eb9460da7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:22.231720 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.232040 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.232842 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.233178 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > port after_create 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.233525 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.233863 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > port after_update 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.234182 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.234523 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.234858 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.243415 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.420104 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-cd720eab-3824-4f87-ac18-1a447a9218c7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158623 Sep 24 14:26:22.421500 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:26:22.427236 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-b61dc6cb-d7f5-4b66-90c0-9bd7391bd20a admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/b0c19301-0a38-4d15-b016-ddc5ac376e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5549395 Sep 24 14:26:22.602250 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:22.608508 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Attempt 6 to provision port 47c750f3-733f-4366-9519-1e9eb9460da7 Sep 24 14:26:22.653997 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Publish callbacks [] for port (47c750f3-733f-4366-9519-1e9eb9460da7), precommit_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:22.669430 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:22.709554 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-5a2421da-1e87-434a-8cd2-6044e0ad13e4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692971 Sep 24 14:26:22.756469 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Port 47c750f3-733f-4366-9519-1e9eb9460da7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:22.860329 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.860689 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.861026 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.861358 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:22.861733 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cb7c44-974e-453d-8a23-fba2f159b7be']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:22.915526 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9048b8-5679-4443-a783-bdbf81964326') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:22.916258 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9048b8-5679-4443-a783-bdbf81964326') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:22.951570 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027401'] for segment (7a9048b8-5679-4443-a783-bdbf81964326), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:22.988643 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (7a9048b8-5679-4443-a783-bdbf81964326), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:23.103773 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:26:23.104189 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967709'] for segment (7a9048b8-5679-4443-a783-bdbf81964326), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:23.137821 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36532) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:23.142310 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c8cbfccb-d4c4-4243-b014-bff3543a83c6 req-d4d90e9e-b375-4819-adbc-a52723010cbb tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 210 time: 0.0625372 Sep 24 14:26:23.246197 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-1f1d57c4-6566-40c7-9c98-18baa0186351 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822466916', 'description': 'tempest-description--162037857'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:23.257881 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Attempt 7 to provision port 47c750f3-733f-4366-9519-1e9eb9460da7 Sep 24 14:26:23.353106 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:23.423768 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1f1d57c4-6566-40c7-9c98-18baa0186351 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:23.441092 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:23.447683 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 84852b70-aef7-4d9a-8d52-66a2b022d288 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:23.449985 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-0d2ce365-5c0d-43e2-9cf7-8b2cc605f1a0 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:23.451719 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-0d2ce365-5c0d-43e2-9cf7-8b2cc605f1a0 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.33 "GET /networking/v2.0/networks?id=e2d3fb2a-c442-43ad-bf5f-ade60c86b674 HTTP/1.1" status: 200 len: 810 time: 1.5207922 Sep 24 14:26:23.482073 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Port 47c750f3-733f-4366-9519-1e9eb9460da7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:23.513068 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d422a995-03f2-4ac0-ae9f-dfba3b664014 req-044a3b98-410d-4a53-bdec-7b6253ac8381 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 210 time: 0.0914202 Sep 24 14:26:23.518024 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Attempting to bind port 47c750f3-733f-4366-9519-1e9eb9460da7 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:26:23.518388 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Attempting to bind port 47c750f3-733f-4366-9519-1e9eb9460da7 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:26:23.530977 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Attempting to bind port 47c750f3-733f-4366-9519-1e9eb9460da7 on network 24a47d24-f7df-4dec-9596-133c854781ec {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:23.602594 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (53cb7c44-974e-453d-8a23-fba2f159b7be), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:23.607022 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5341032-20f3-470e-a36b-7e14f1aac0de None None] Pushing event updated for resources: {'Port': ['ID=47c750f3-733f-4366-9519-1e9eb9460da7,revision_number=3']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:23.614779 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:23.624553 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/53cb7c44-974e-453d-8a23-fba2f159b7be HTTP/1.1" status: 204 len: 168 time: 2.7150712 Sep 24 14:26:23.626614 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36584) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:23.645726 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:26:23.646491 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Checking segment: {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:23.647153 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:23.648258 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Bound using segment: {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:26:23.648975 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Bound port: 47c750f3-733f-4366-9519-1e9eb9460da7, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'}}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:26:23.649569 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:23.676954 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a6116-7ec6-4b5c-ab14-4c13b7fe82ae admin admin] Pushing event deleted for resources: {'Network': ['ID=53cb7c44-974e-453d-8a23-fba2f159b7be,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:23.715410 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 84852b70-aef7-4d9a-8d52-66a2b022d288 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:23.715865 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:23.716154 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 84852b70-aef7-4d9a-8d52-66a2b022d288 Sep 24 14:26:23.744006 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1f1d57c4-6566-40c7-9c98-18baa0186351 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group (2e79ce82-1081-4311-bbac-de8c24310303), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:23.762996 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1f1d57c4-6566-40c7-9c98-18baa0186351 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (2e79ce82-1081-4311-bbac-de8c24310303), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:23.815385 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] For port 47c750f3-733f-4366-9519-1e9eb9460da7, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:26:23.825395 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] For port 47c750f3-733f-4366-9519-1e9eb9460da7, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=47c750f3-733f-4366-9519-1e9eb9460da7,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:26:23.833661 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1f1d57c4-6566-40c7-9c98-18baa0186351 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:23.841887 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-1f1d57c4-6566-40c7-9c98-18baa0186351 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6269305 Sep 24 14:26:23.842944 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:23.858704 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36604) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:23.869539 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Routers {'2cba54f6-562a-4f55-9f3b-72403f68d093'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:26:23.871786 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:25:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['2cba54f6-562a-4f55-9f3b-72403f68d093'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:23.932531 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-b1fb111d-26e2-4f13-ae97-dc963c24e357 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:23.935222 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-aa27eb3c-de6e-4552-a980-bfeb21cca114 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Request body: {'security_group_rule': {'security_group_id': '2e79ce82-1081-4311-bbac-de8c24310303', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:23.945199 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-b1fb111d-26e2-4f13-ae97-dc963c24e357 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 818 time: 0.4822185 Sep 24 14:26:24.005332 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-1f8755d3-c672-427d-a64f-2d5388d40a81 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/quotas/9b458789f89a441caad76e78167bc00b HTTP/1.1" status: 200 len: 375 time: 0.0385127 Sep 24 14:26:24.036207 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Attempt 8 to provision port 47c750f3-733f-4366-9519-1e9eb9460da7 Sep 24 14:26:24.073709 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 7a9048b8-5679-4443-a783-bdbf81964326 resource provider aggregate not found Sep 24 14:26:24.085911 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b966247-8524-446a-99a4-4135fdadcbf6 admin admin] Deleting subnet aa921b81-4f9e-446f-abf2-476a25dee9f4 {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:26:24.092530 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d57c4-6566-40c7-9c98-18baa0186351 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e79ce82-1081-4311-bbac-de8c24310303,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:24.109163 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3b966247-8524-446a-99a4-4135fdadcbf6 admin admin] Publish callbacks [] for subnet (aa921b81-4f9e-446f-abf2-476a25dee9f4), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.116946 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-aa27eb3c-de6e-4552-a980-bfeb21cca114 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group_rule (f34daa88-d3ff-4ce8-99ac-39d694c2e641), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.135395 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:24.178208 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 84852b70-aef7-4d9a-8d52-66a2b022d288 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:24.182361 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 8b857833-1823-415f-9885-41288ec6f049 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:24.219482 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 7a9048b8-5679-4443-a783-bdbf81964326 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a9048b8-5679-4443-a783-bdbf81964326 found for delete ", "request_id": "req-fdf9ff5f-62e0-4244-94e9-e2a82040f621"}]} Sep 24 14:26:24.258766 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-e9c3a510-a3ab-4e5b-aaeb-f62c2ed5dca4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2456329 Sep 24 14:26:24.262842 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:24.268245 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3b966247-8524-446a-99a4-4135fdadcbf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027442'] for subnet (aa921b81-4f9e-446f-abf2-476a25dee9f4), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.269509 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5341032-20f3-470e-a36b-7e14f1aac0de None None] Pushing event updated for resources: {'Port': ['ID=47c750f3-733f-4366-9519-1e9eb9460da7,revision_number=4']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:24.324823 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] Set router 2cba54f6-562a-4f55-9f3b-72403f68d093 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:26:24.409330 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Current status of the port 47c750f3-733f-4366-9519-1e9eb9460da7 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:24.409983 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.413989 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 8b857833-1823-415f-9885-41288ec6f049 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:24.419869 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (8b857833-1823-415f-9885-41288ec6f049), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.420573 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 8b857833-1823-415f-9885-41288ec6f049 Sep 24 14:26:24.493722 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3b966247-8524-446a-99a4-4135fdadcbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (aa921b81-4f9e-446f-abf2-476a25dee9f4), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.611530 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:24.665093 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-aa27eb3c-de6e-4552-a980-bfeb21cca114 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group_rule (f34daa88-d3ff-4ce8-99ac-39d694c2e641), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.667595 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3b966247-8524-446a-99a4-4135fdadcbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2967591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530269242'] for subnet (aa921b81-4f9e-446f-abf2-476a25dee9f4), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.670362 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] For port 47c750f3-733f-4366-9519-1e9eb9460da7, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=47c750f3-733f-4366-9519-1e9eb9460da7,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:26:24.682223 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.716416 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-aa27eb3c-de6e-4552-a980-bfeb21cca114 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (f34daa88-d3ff-4ce8-99ac-39d694c2e641), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.730680 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b966247-8524-446a-99a4-4135fdadcbf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa921b81-4f9e-446f-abf2-476a25dee9f4,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:24.756771 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3b966247-8524-446a-99a4-4135fdadcbf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.761937 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-3b966247-8524-446a-99a4-4135fdadcbf6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/aa921b81-4f9e-446f-abf2-476a25dee9f4 HTTP/1.1" status: 204 len: 168 time: 1.1043823 Sep 24 14:26:24.773508 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36658) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:24.816813 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-59e09f9f-c942-483c-80e8-505421dae2d7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530114 Sep 24 14:26:24.818622 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Provisioning complete for port 5696c0f3-8f3d-4562-bbb2-7beae295858a triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:24.819594 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.820067 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Attempt 1 to provision port 5696c0f3-8f3d-4562-bbb2-7beae295858a Sep 24 14:26:24.856414 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27eb3c-de6e-4552-a980-bfeb21cca114 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34daa88-d3ff-4ce8-99ac-39d694c2e641,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:24.858573 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-aa27eb3c-de6e-4552-a980-bfeb21cca114 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.860158 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-aa27eb3c-de6e-4552-a980-bfeb21cca114 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9444296 Sep 24 14:26:24.873640 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36664) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:24.874171 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '47c750f3-733f-4366-9519-1e9eb9460da7', 'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'mac_address': 'fa:16:3e:2e:fb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:15Z', 'updated_at': '2022-09-24T14:26:23Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'subnets': [{'id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:24.876929 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-02cc126e-56a0-4b61-a6ab-81f69d432028 req-de3b5cba-03c4-40a8-9536-203d92b4956c tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 210 time: 0.1970377 Sep 24 14:26:24.884537 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-4f371dac-f747-4217-a172-1fa21f1e6398 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Request body: {'security_group_rule': {'security_group_id': '2e79ce82-1081-4311-bbac-de8c24310303', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:24.904627 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 8b857833-1823-415f-9885-41288ec6f049 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:24.905271 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (8b857833-1823-415f-9885-41288ec6f049), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.918519 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Pushing event updated for resources: {'Port': ['ID=47c750f3-733f-4366-9519-1e9eb9460da7,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:24.943530 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port 8b857833-1823-415f-9885-41288ec6f049, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=8b857833-1823-415f-9885-41288ec6f049,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:26:24.944554 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4f371dac-f747-4217-a172-1fa21f1e6398 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group_rule (cd7f6af0-00f2-4a6f-9e78-ba0b4619875e), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.975024 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (8b857833-1823-415f-9885-41288ec6f049), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:24.984476 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e56dd-b373-4d39-b639-4a6900449bc9 None None] The sync data for ids ['2cba54f6-562a-4f55-9f3b-72403f68d093'] in dv-cinder-859193-1-iscsi is: [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '47c750f3-733f-4366-9519-1e9eb9460da7', 'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'mac_address': 'fa:16:3e:2e:fb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:15Z', 'updated_at': '2022-09-24T14:26:23Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'subnets': [{'id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:26:25.063041 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Current status of the port 5696c0f3-8f3d-4562-bbb2-7beae295858a is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:25.078350 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4f371dac-f747-4217-a172-1fa21f1e6398 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group_rule (cd7f6af0-00f2-4a6f-9e78-ba0b4619875e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:25.087947 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4f371dac-f747-4217-a172-1fa21f1e6398 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (cd7f6af0-00f2-4a6f-9e78-ba0b4619875e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:25.097345 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Provisioning complete for port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:25.097911 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:25.098411 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Attempt 1 to provision port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d Sep 24 14:26:25.137599 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=8b857833-1823-415f-9885-41288ec6f049,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:25.155298 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f371dac-f747-4217-a172-1fa21f1e6398 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7f6af0-00f2-4a6f-9e78-ba0b4619875e,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:25.189640 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4f371dac-f747-4217-a172-1fa21f1e6398 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:25.195377 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-4f371dac-f747-4217-a172-1fa21f1e6398 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109713 Sep 24 14:26:25.196516 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36676) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:25.215665 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:25.266693 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Current status of the port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:25.276672 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-d09671e5-609c-44f2-9b8c-1d0de36d3d93 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568133 Sep 24 14:26:25.277197 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:25.293602 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Provisioning complete for port 80f9060d-7d0d-45af-89d4-b976ceecd313 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:25.294024 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:25.294371 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Attempt 1 to provision port 80f9060d-7d0d-45af-89d4-b976ceecd313 Sep 24 14:26:25.322070 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (e2b6ff8f-c465-4964-be57-7056374013c0), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:25.483828 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b32642a1-4a8d-4e18-8b3b-91c3622f8b29 None None] Current status of the port 80f9060d-7d0d-45af-89d4-b976ceecd313 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:25.512674 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (e2b6ff8f-c465-4964-be57-7056374013c0), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:25.539475 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36680) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:25.551763 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.552386 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.554235 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.554762 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > port after_create 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.556000 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.556504 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > port after_update 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.557158 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.571831 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.573416 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.573903 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.608938 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:25.629545 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Provisioning complete for port 066619f6-354f-4495-8cc9-0fe7712114ec triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:25.630635 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:25.635017 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Attempt 1 to provision port 066619f6-354f-4495-8cc9-0fe7712114ec Sep 24 14:26:25.706061 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:25.787786 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b227cba8-8a11-4ec6-b237-e08da967434e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:25.794421 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Port 066619f6-354f-4495-8cc9-0fe7712114ec cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:25.846514 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Sync routers for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:26:25.851017 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Allocated IP 172.27.1.147 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/9f212baf-ce0a-4924-b232-6297131f49a6) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:25.865914 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:26:25.867581 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:25:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:25.908064 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4e0dec3d-fe2e-419c-b4d9-ce5f8afbd32d req-f3b2fb21-a2ce-406e-948c-c3fa60366282 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 210 time: 0.1362395 Sep 24 14:26:25.956039 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.956388 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.956719 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.957044 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:26:25.957389 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b6ff8f-c465-4964-be57-7056374013c0']}} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:25.984902 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e6f796-8bad-47dd-a33d-324e8051f665') {'for_net_delete': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:25.985253 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e6f796-8bad-47dd-a33d-324e8051f665') {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:26.038012 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530143768'] for segment (25e6f796-8bad-47dd-a33d-324e8051f665), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:26.050235 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=7,neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:26.055148 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:26.086607 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (25e6f796-8bad-47dd-a33d-324e8051f665), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:26.088597 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:26:26.114700 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:26:26.116161 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2186792'] for segment (25e6f796-8bad-47dd-a33d-324e8051f665), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:26.148754 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for port (9f212baf-ce0a-4924-b232-6297131f49a6), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:26.245999 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (9f212baf-ce0a-4924-b232-6297131f49a6), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:26.248285 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:26.279171 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0b07a9ab-6475-426c-95b4-d4a406a5bc88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:26.303257 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:26.314518 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (e2b6ff8f-c465-4964-be57-7056374013c0), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:26.351193 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:26.354306 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:26.354721 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:26.361218 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:26.362374 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/e2b6ff8f-c465-4964-be57-7056374013c0 HTTP/1.1" status: 204 len: 168 time: 1.5878353 Sep 24 14:26:26.398294 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292447f-cc85-4d61-92fb-b65bf683380a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b6ff8f-c465-4964-be57-7056374013c0,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:26.436432 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event updated for resources: {'Port': ['ID=9f212baf-ce0a-4924-b232-6297131f49a6,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:26.438194 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-aa40d835-e6fd-4e43-a5d9-909910fcf599 req-992cb6bf-2e38-4209-a75f-80ba21185964 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 210 time: 0.0881050 Sep 24 14:26:26.480200 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Attempt 2 to provision port 066619f6-354f-4495-8cc9-0fe7712114ec Sep 24 14:26:26.580396 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:26.586786 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Port 066619f6-354f-4495-8cc9-0fe7712114ec cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:26.643720 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0b07a9ab-6475-426c-95b4-d4a406a5bc88 admin admin] Publish callbacks [] for security_group (ba05d049-1bc0-4c60-bd19-a652db3be9e0), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:26.656476 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0b07a9ab-6475-426c-95b4-d4a406a5bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ba05d049-1bc0-4c60-bd19-a652db3be9e0), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:26.699312 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36724) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:26.733404 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (e0c4fbd0-3856-45c8-b208-c392365d9129), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:26.733612 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:19Z', 'revision_number': 2, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:26.737020 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 25e6f796-8bad-47dd-a33d-324e8051f665 resource provider aggregate not found Sep 24 14:26:26.751970 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a89977a9-2936-475f-a348-1b2e0d46c055 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Request body: {'port': {'device_id': '917f5416-f73d-496e-b89a-b62e69db68d8', 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674', 'admin_state_up': True, 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:26.771765 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 25e6f796-8bad-47dd-a33d-324e8051f665 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25e6f796-8bad-47dd-a33d-324e8051f665 found for delete ", "request_id": "req-53ea5c3d-6e89-4928-bb56-a42ec8650a8e"}]} Sep 24 14:26:26.785433 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-0b07a9ab-6475-426c-95b4-d4a406a5bc88 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=39ed972dbf42400988bb9cdebfad21f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2416558 Sep 24 14:26:26.785433 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07a9ab-6475-426c-95b4-d4a406a5bc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba05d049-1bc0-4c60-bd19-a652db3be9e0,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:26.790402 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Checking router: b0c19301-0a38-4d15-b016-ddc5ac376e94 for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:26:26.790974 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Updating router b0c19301-0a38-4d15-b016-ddc5ac376e94 port 066619f6-354f-4495-8cc9-0fe7712114ec binding host dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:26:26.791379 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36730) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:26.853225 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:26.878075 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-761ca615-89e9-49d8-8b3c-b15fdc261f96 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=97bf63ef39ef400ab646dd447451aae2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1746662 Sep 24 14:26:26.880122 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36732) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:27.190128 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Attempt 3 to provision port 066619f6-354f-4495-8cc9-0fe7712114ec Sep 24 14:26:27.202529 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:27.231792 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-799bbad6-475c-481e-a541-8ae57ff3e268 admin admin] Publish callbacks [] for security_group (ba05d049-1bc0-4c60-bd19-a652db3be9e0), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:27.275751 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Port 066619f6-354f-4495-8cc9-0fe7712114ec cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:27.317644 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-799bbad6-475c-481e-a541-8ae57ff3e268 admin admin] Publish callbacks [] for security_group (ba05d049-1bc0-4c60-bd19-a652db3be9e0), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:27.358651 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f12b5493-2778-4410-ba47-244d9f2b55fa admin admin] Publish callbacks [] for security_group (6c7a94c2-38f7-4542-82eb-1866413591f9), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:27.412356 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 47c750f3-733f-4366-9519-1e9eb9460da7 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:27.427845 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-648df760-df2e-43e1-8800-da65ee238e40 req-c41cbc85-40e3-46b5-9cab-4c2dbc632063 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 210 time: 0.1420460 Sep 24 14:26:27.490080 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f12b5493-2778-4410-ba47-244d9f2b55fa admin admin] Publish callbacks [] for security_group (6c7a94c2-38f7-4542-82eb-1866413591f9), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:27.526911 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9f212baf-ce0a-4924-b232-6297131f49a6), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:27.585019 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-799bbad6-475c-481e-a541-8ae57ff3e268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ba05d049-1bc0-4c60-bd19-a652db3be9e0), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:27.594717 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 47c750f3-733f-4366-9519-1e9eb9460da7 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:27.596032 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-799bbad6-475c-481e-a541-8ae57ff3e268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:27.597678 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-799bbad6-475c-481e-a541-8ae57ff3e268 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ba05d049-1bc0-4c60-bd19-a652db3be9e0 HTTP/1.1" status: 204 len: 168 time: 0.8049626 Sep 24 14:26:27.603950 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:27.604444 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 47c750f3-733f-4366-9519-1e9eb9460da7 Sep 24 14:26:27.610120 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bbad6-475c-481e-a541-8ae57ff3e268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba05d049-1bc0-4c60-bd19-a652db3be9e0,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:27.621703 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Publish callbacks [] for port (066619f6-354f-4495-8cc9-0fe7712114ec), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:27.674756 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f12b5493-2778-4410-ba47-244d9f2b55fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (6c7a94c2-38f7-4542-82eb-1866413591f9), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:27.681234 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f12b5493-2778-4410-ba47-244d9f2b55fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:27.685734 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-f12b5493-2778-4410-ba47-244d9f2b55fa admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6c7a94c2-38f7-4542-82eb-1866413591f9 HTTP/1.1" status: 204 len: 168 time: 0.8009493 Sep 24 14:26:27.704931 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-54abd144-2072-4829-a006-1d8b767a4a7d req-647a5ba7-a3ba-4f96-838e-3a0c0abcb8f9 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 210 time: 0.0568445 Sep 24 14:26:27.710253 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b5493-2778-4410-ba47-244d9f2b55fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7a94c2-38f7-4542-82eb-1866413591f9,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:27.757561 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:27.781570 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Attempt 4 to provision port 066619f6-354f-4495-8cc9-0fe7712114ec Sep 24 14:26:27.874851 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a89977a9-2936-475f-a348-1b2e0d46c055 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Made reservation on behalf of 6bb2f863f5834cd4a47a3ed9feda7c02 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:27.879246 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a89977a9-2936-475f-a348-1b2e0d46c055 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:27.990349 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Port 066619f6-354f-4495-8cc9-0fe7712114ec cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:28.006500 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa3649-21a9-45e1-ba17-f8dc3a75ec80 None None] Pushing event updated for resources: {'Port': ['ID=066619f6-354f-4495-8cc9-0fe7712114ec,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:28.014253 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Attempting to bind port 066619f6-354f-4495-8cc9-0fe7712114ec on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:26:28.014631 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Attempting to bind port 066619f6-354f-4495-8cc9-0fe7712114ec by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:26:28.015013 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Attempting to bind port 066619f6-354f-4495-8cc9-0fe7712114ec on network 841ec28f-242a-4287-8d65-ef9f3927d5d5 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:28.135010 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 47c750f3-733f-4366-9519-1e9eb9460da7 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:28.136113 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 8b857833-1823-415f-9885-41288ec6f049 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:28.146788 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:26:28.147185 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Checking segment: {'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:28.149632 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:28.150055 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Bound using segment: {'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:26:28.150551 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Bound port: 066619f6-354f-4495-8cc9-0fe7712114ec, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:26:28.151000 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:28.200520 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for port (9f212baf-ce0a-4924-b232-6297131f49a6), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:28.246895 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (9f212baf-ce0a-4924-b232-6297131f49a6), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:28.313786 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (e0c4fbd0-3856-45c8-b208-c392365d9129), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:28.373227 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:28.434489 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:28.474361 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36768) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:28.477415 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:28.481114 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2808261 Sep 24 14:26:28.482832 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e71988-5ca5-4253-869c-9f4f52c1a2a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event updated for resources: {'Port': ['ID=9f212baf-ce0a-4924-b232-6297131f49a6,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:28.506264 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a89977a9-2936-475f-a348-1b2e0d46c055 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Allocated IP 172.20.0.9 (e2d3fb2a-c442-43ad-bf5f-ade60c86b674/591fdb84-7c2e-446b-b4dd-d39bb7b74bda/9ed51186-1d2e-4988-a33e-ce4caba1e8cf) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:28.528297 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Attempt 5 to provision port 066619f6-354f-4495-8cc9-0fe7712114ec Sep 24 14:26:28.591612 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-587b693f-c66d-4469-af3f-a3a116f0892a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:28.622082 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-a4177848-644e-4f7a-bd5e-852b0789edb8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5f17177494944cfb9602cd48a91a2d34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1408937 Sep 24 14:26:28.622786 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36774) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:28.738257 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-86287550-4171-4853-991b-109a7eee0910 req-2d3591d3-54ee-46ca-b4bd-06ba946a5606 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 210 time: 0.1095502 Sep 24 14:26:28.799281 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 36780) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:28.809731 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-875519ba-c8d0-4846-b38a-29ff0f0ecd80 admin admin] Publish callbacks [] for security_group (02a49327-5ff4-49d5-a506-ae03ba73bc6d), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:28.880621 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-875519ba-c8d0-4846-b38a-29ff0f0ecd80 admin admin] Publish callbacks [] for security_group (02a49327-5ff4-49d5-a506-ae03ba73bc6d), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:28.894596 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Port 066619f6-354f-4495-8cc9-0fe7712114ec cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:28.919856 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 8b857833-1823-415f-9885-41288ec6f049 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:28.921263 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (8b857833-1823-415f-9885-41288ec6f049), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:28.921776 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 8b857833-1823-415f-9885-41288ec6f049 Sep 24 14:26:28.926974 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] For port 066619f6-354f-4495-8cc9-0fe7712114ec, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:26:28.930888 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-41d16bad-861a-4f4e-8de9-317906524831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:28.931838 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] For port 066619f6-354f-4495-8cc9-0fe7712114ec, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=066619f6-354f-4495-8cc9-0fe7712114ec,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:26:28.966042 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:28.973834 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:29.017211 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-875519ba-c8d0-4846-b38a-29ff0f0ecd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (02a49327-5ff4-49d5-a506-ae03ba73bc6d), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:29.019928 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-875519ba-c8d0-4846-b38a-29ff0f0ecd80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:29.021198 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-875519ba-c8d0-4846-b38a-29ff0f0ecd80 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/02a49327-5ff4-49d5-a506-ae03ba73bc6d HTTP/1.1" status: 204 len: 168 time: 0.3973126 Sep 24 14:26:29.030479 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:26:29.031159 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:26:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:29.076343 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875519ba-c8d0-4846-b38a-29ff0f0ecd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a49327-5ff4-49d5-a506-ae03ba73bc6d,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:29.091836 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e51f81ec-3256-4f70-b97d-b95cb0544a55 req-2aa34f4e-931a-47a1-8b4f-40887822dc19 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 210 time: 0.1187246 Sep 24 14:26:29.155094 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa3649-21a9-45e1-ba17-f8dc3a75ec80 None None] Pushing event updated for resources: {'Port': ['ID=066619f6-354f-4495-8cc9-0fe7712114ec,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:29.181656 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a89977a9-2936-475f-a348-1b2e0d46c055 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Publish callbacks [] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:29.228265 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:29.251234 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:29.260362 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 8b857833-1823-415f-9885-41288ec6f049 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:29.264155 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:26:29.299743 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a89977a9-2936-475f-a348-1b2e0d46c055 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:29.316918 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:29.431143 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Attempt 6 to provision port 066619f6-354f-4495-8cc9-0fe7712114ec Sep 24 14:26:29.464163 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 066619f6-354f-4495-8cc9-0fe7712114ec up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:29.574695 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a89977a9-2936-475f-a348-1b2e0d46c055 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:29.585696 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a89977a9-2936-475f-a348-1b2e0d46c055 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:29.632524 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-1e19407b-73d4-4641-9131-56e5b9403937 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1822466916&fields=id&tenant_id=1f7134ad65014cb984417c99b3d76eff HTTP/1.1" status: 200 len: 267 time: 0.5870097 Sep 24 14:26:29.636939 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a89977a9-2936-475f-a348-1b2e0d46c055 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:29.744378 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 066619f6-354f-4495-8cc9-0fe7712114ec triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:29.746275 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:29.750344 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 066619f6-354f-4495-8cc9-0fe7712114ec Sep 24 14:26:29.895557 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89977a9-2936-475f-a348-1b2e0d46c055 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Pushing event updated for resources: {'Port': ['ID=9ed51186-1d2e-4988-a33e-ce4caba1e8cf,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:29.921048 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a89977a9-2936-475f-a348-1b2e0d46c055 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:29.923577 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a89977a9-2936-475f-a348-1b2e0d46c055 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:29.992927 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:28Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:26:30.000464 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a89977a9-2936-475f-a348-1b2e0d46c055 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2517142 Sep 24 14:26:30.113989 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-6f2666b5-bf5d-4e0c-9bf9-6dc2c2330845 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:26:30.115083 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-6f2666b5-bf5d-4e0c-9bf9-6dc2c2330845 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0145280 Sep 24 14:26:30.124976 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Current status of the port 066619f6-354f-4495-8cc9-0fe7712114ec is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:30.127427 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:30.129076 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-41d16bad-861a-4f4e-8de9-317906524831 admin admin] Publish callbacks [] for security_group (12a34be7-1bf4-473d-bf44-3a39f060a45e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:30.145611 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b994c3da-e8b4-400b-afe5-fd309ce02fd2 req-d890ce27-47a3-4d8d-bc4a-3b56bbed813f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 210 time: 0.1369267 Sep 24 14:26:30.151299 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:30.153447 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550dec1-3bb7-4af7-b3af-60a3ad3c4284 None None] The sync data for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi is: [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:28Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:26:30.171195 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-41d16bad-861a-4f4e-8de9-317906524831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (12a34be7-1bf4-473d-bf44-3a39f060a45e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:30.391418 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-41d16bad-861a-4f4e-8de9-317906524831 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ef05a1a524df41b4adbd8f0fcde5725a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5901463 Sep 24 14:26:30.395729 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] For port 066619f6-354f-4495-8cc9-0fe7712114ec, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=066619f6-354f-4495-8cc9-0fe7712114ec,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:26:30.405101 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:30.407889 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 36842) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:30.431905 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 066619f6-354f-4495-8cc9-0fe7712114ec is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:30.437406 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:30.643178 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-16b7b272-91ab-402e-bf97-37e550e63e05 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:30.645455 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.33', 63134) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:30.646939 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-16b7b272-91ab-402e-bf97-37e550e63e05 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 816 time: 0.8985612 Sep 24 14:26:30.664544 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d16bad-861a-4f4e-8de9-317906524831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a34be7-1bf4-473d-bf44-3a39f060a45e,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:30.737128 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Provisioning complete for port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:30.738490 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:30.742341 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Attempt 1 to provision port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf Sep 24 14:26:30.771865 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e91a3-b8df-4b48-860f-3808ddcee623 req-0cf2be86-b101-41f5-8891-a701766062ba tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:30.795776 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-514e91a3-b8df-4b48-860f-3808ddcee623 req-0cf2be86-b101-41f5-8891-a701766062ba tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 931 time: 0.4078484 Sep 24 14:26:30.813306 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-3f73c12f-4d43-45c7-9fbd-482e1f92f0ac tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/quotas/1f7134ad65014cb984417c99b3d76eff HTTP/1.1" status: 200 len: 375 time: 0.1513009 Sep 24 14:26:31.001408 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:31.011366 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:31.017756 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b1139-4ed6-4a02-abc6-154484851d60 None None] Pushing event updated for resources: {'Port': ['ID=066619f6-354f-4495-8cc9-0fe7712114ec,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:31.034698 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a06d1065-9a84-4130-9113-327d2d66ee2d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2106411 Sep 24 14:26:31.044714 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:31.065269 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:31.074392 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:31.080462 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:31.080807 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.db.api [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 24 14:26:31.091908 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG oslo_db.api [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:26:31.117546 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-514e91a3-b8df-4b48-860f-3808ddcee623 req-2f21e9cd-364b-4539-89f5-7532f354e64a tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795329 Sep 24 14:26:31.155591 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Request body: {'port': {'device_id': '917f5416-f73d-496e-b89a-b62e69db68d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:31.291760 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a9d097b2-9736-4e02-8d70-aeb022d0df6f admin admin] Publish callbacks [] for security_group (12a34be7-1bf4-473d-bf44-3a39f060a45e), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:31.337974 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a9d097b2-9736-4e02-8d70-aeb022d0df6f admin admin] Publish callbacks [] for security_group (12a34be7-1bf4-473d-bf44-3a39f060a45e), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:31.344458 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-97d43372-f6c3-4f2d-87ac-878e085631dd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:31.346018 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-97d43372-f6c3-4f2d-87ac-878e085631dd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 818 time: 0.9703989 Sep 24 14:26:31.380883 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-1ad98abf-443e-4994-9249-7826003dfca0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114488 Sep 24 14:26:31.386579 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-93868ee6-ef7f-41c2-992d-8f2f707d4bc5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Request body: {'port': {'device_id': 'c7f95b7f-2918-442c-ba7f-832ba9156e7d', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'admin_state_up': True, 'tenant_id': '9b458789f89a441caad76e78167bc00b'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:31.433293 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a9d097b2-9736-4e02-8d70-aeb022d0df6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (12a34be7-1bf4-473d-bf44-3a39f060a45e), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:31.435820 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a9d097b2-9736-4e02-8d70-aeb022d0df6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:31.437073 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-a9d097b2-9736-4e02-8d70-aeb022d0df6f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/12a34be7-1bf4-473d-bf44-3a39f060a45e HTTP/1.1" status: 204 len: 168 time: 1.0270863 Sep 24 14:26:31.529919 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:31.567336 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-866b271f-4b5e-48c4-9da3-74fbacd01478 req-ffcbe194-57f2-41a5-9bd1-ddced216d2da tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 210 time: 0.1683671 Sep 24 14:26:31.576271 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Attempt 2 to provision port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf Sep 24 14:26:31.698218 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-b7425932-f152-4af2-8c08-0fb50d07ec3d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920020 Sep 24 14:26:31.721848 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.33', 63138) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:31.730860 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:31.740550 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-93868ee6-ef7f-41c2-992d-8f2f707d4bc5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Made reservation on behalf of 9b458789f89a441caad76e78167bc00b for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:31.754569 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-93868ee6-ef7f-41c2-992d-8f2f707d4bc5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:31.776129 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 066619f6-354f-4495-8cc9-0fe7712114ec is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:32.037011 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 066619f6-354f-4495-8cc9-0fe7712114ec up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:26:32.140836 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 066619f6-354f-4495-8cc9-0fe7712114ec triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:32.141777 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:32.142464 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 066619f6-354f-4495-8cc9-0fe7712114ec Sep 24 14:26:32.248076 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Attempt 3 to provision port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf Sep 24 14:26:32.397974 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:32.401267 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d097b2-9736-4e02-8d70-aeb022d0df6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a34be7-1bf4-473d-bf44-3a39f060a45e,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:32.432921 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f0711a43-4b80-4ed1-8483-de88c7f69e2f req-4bc21af5-f26c-4568-a4ec-d7add273af7a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 210 time: 0.1682909 Sep 24 14:26:32.671172 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 066619f6-354f-4495-8cc9-0fe7712114ec is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:32.708948 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-f9dc44f8-5d79-43ca-a666-286eebf53b96 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:32.713907 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-f9dc44f8-5d79-43ca-a666-286eebf53b96 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 818 time: 0.8656871 Sep 24 14:26:32.897205 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1a5550b0-c30b-4745-8b98-249fe89167a5 req-fbad3f5c-c8a9-41be-bd4a-771065cc1603 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 210 time: 0.0841439 Sep 24 14:26:32.899301 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Attempt 4 to provision port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf Sep 24 14:26:32.912661 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed51186-1d2e-4988-a33e-ce4caba1e8cf {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:26:32.922217 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Publish callbacks [] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:32.942565 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Request body: {'port': {'device_id': 'db3aab52-9469-4a21-98ba-f83382ebf7ab', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'admin_state_up': True, 'tenant_id': '9b458789f89a441caad76e78167bc00b'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:32.956378 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Transition to ACTIVE for port object 9ed51186-1d2e-4988-a33e-ce4caba1e8cf will not be triggered until provisioned by entity L2. {{(pid=106294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:26:32.961188 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:33.016808 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:33.085088 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7733e2-1dd4-42c6-b4e4-08158ec066f3 req-92087544-78aa-487c-8e45-c498146aed72 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:33.093370 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cb7733e2-1dd4-42c6-b4e4-08158ec066f3 req-92087544-78aa-487c-8e45-c498146aed72 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 931 time: 0.2164559 Sep 24 14:26:33.157717 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Attempting to bind port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:26:33.159202 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Attempting to bind port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '0395e917-8b52-4911-9758-17cc76dc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:26:33.159776 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Attempting to bind port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf on network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:33.259001 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-93868ee6-ef7f-41c2-992d-8f2f707d4bc5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Allocated IP 172.20.0.4 (24a47d24-f7df-4dec-9596-133c854781ec/fe857056-21d8-4508-97b2-00f8e846f7d0/3c943efd-ace2-4916-8133-bc99ff2e01cf) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:33.359296 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cb7733e2-1dd4-42c6-b4e4-08158ec066f3 req-c62ac9a7-dd93-4aa7-abc7-72e81b87b500 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648721 Sep 24 14:26:33.409866 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:33.433307 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed51186-1d2e-4988-a33e-ce4caba1e8cf,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:33.465925 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf on network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:26:33.466339 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Attempting to bind port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf on network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:33.517701 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Attempt 5 to provision port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf Sep 24 14:26:33.554519 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:26:33.561755 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Checking segment: {'id': '0395e917-8b52-4911-9758-17cc76dc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:33.563034 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Bound using segment: {'id': '0395e917-8b52-4911-9758-17cc76dc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:26:33.563491 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Bound port: 9ed51186-1d2e-4988-a33e-ce4caba1e8cf, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0395e917-8b52-4911-9758-17cc76dc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:26:33.563855 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:33.614594 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:33.696030 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:33.716479 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f9fe6526-2d9a-42ad-89bf-de7c31fdae6d req-cc2e5b0e-7577-4899-b5e2-fdbafd41dda4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 210 time: 0.1404901 Sep 24 14:26:33.753979 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Made reservation on behalf of 9b458789f89a441caad76e78167bc00b for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:33.777839 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:33.826112 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] For port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf, host hv-cinder-85919, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:26:33.917850 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] For port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9ed51186-1d2e-4988-a33e-ce4caba1e8cf,segment=NetworkSegment(0395e917-8b52-4911-9758-17cc76dc10a3),segment_id=0395e917-8b52-4911-9758-17cc76dc10a3)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:26:33.940934 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:33.966171 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:33.966898 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for port (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:33.973971 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/9ed51186-1d2e-4988-a33e-ce4caba1e8cf HTTP/1.1" status: 200 len: 1093 time: 3.3173108 Sep 24 14:26:33.974755 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917f5416-f73d-496e-b89a-b62e69db68d8', 'tag': '9ed51186-1d2e-4988-a33e-ce4caba1e8cf'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:26:34.119401 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:34.200869 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Attempt 6 to provision port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf Sep 24 14:26:34.202468 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-ad16ab5a-e41d-41ed-b23e-0583cb85944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:34.204219 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-ad16ab5a-e41d-41ed-b23e-0583cb85944a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6bb2f863f5834cd4a47a3ed9feda7c02&device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 1127 time: 0.1217833 Sep 24 14:26:34.207733 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9bd26-3c1c-4349-979e-6364c17fd6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed51186-1d2e-4988-a33e-ce4caba1e8cf,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:34.312902 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-72ead381-85a0-4cdc-ae0c-7c4b2e73f89e None None] Port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:26:34.352749 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79384d33-1f7d-4a7c-84c9-ae8df5d3a053 req-859a7c99-1df1-4c34-8dab-9c2cd7d80985 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 210 time: 0.2290835 Sep 24 14:26:34.465303 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-93868ee6-ef7f-41c2-992d-8f2f707d4bc5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:34.468660 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced1911a76e2b68976553810b569b19b079f2d27d27f8393138a5e2ba6d46ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8b003e-daeb-410c-a4bd-32ffd7b99e87" -d '{"events": [{"name": "network-changed", "server_uuid": "917f5416-f73d-496e-b89a-b62e69db68d8", "tag": "9ed51186-1d2e-4988-a33e-ce4caba1e8cf"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:26:34.481386 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-e7da3f3c-86d6-4be9-ba85-19df181dc271 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ed51186-1d2e-4988-a33e-ce4caba1e8cf HTTP/1.1" status: 200 len: 217 time: 0.2127056 Sep 24 14:26:34.577688 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-93868ee6-ef7f-41c2-992d-8f2f707d4bc5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:34.742490 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:34.794055 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7faead-7a6b-45f5-a4a6-fe6401197336 req-18c1840f-c781-4493-9152-17941d982431 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:34.817318 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3d7faead-7a6b-45f5-a4a6-fe6401197336 req-18c1840f-c781-4493-9152-17941d982431 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.2648797 Sep 24 14:26:34.847569 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:34.861244 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-17710e66-dd11-4f44-9a07-289e8e75b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:34.865704 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-17710e66-dd11-4f44-9a07-289e8e75b65e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=591fdb84-7c2e-446b-b4dd-d39bb7b74bda HTTP/1.1" status: 200 len: 849 time: 0.3716869 Sep 24 14:26:34.882301 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=22 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:34.924712 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.db.api [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-76f9d807-b56a-4f6c-baa7-aafb41d4503b {{(pid=106293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 24 14:26:34.927180 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG oslo_db.api [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:26:34.954499 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-93868ee6-ef7f-41c2-992d-8f2f707d4bc5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Network 24a47d24-f7df-4dec-9596-133c854781ec is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:34.959438 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-93868ee6-ef7f-41c2-992d-8f2f707d4bc5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:34.965174 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-93868ee6-ef7f-41c2-992d-8f2f707d4bc5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:35.007202 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93868ee6-ef7f-41c2-992d-8f2f707d4bc5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Pushing event updated for resources: {'Port': ['ID=3c943efd-ace2-4916-8133-bc99ff2e01cf,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:35.020605 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09137b8e-2a24-408e-9f41-5fd26e50738c x-openstack-request-id: req-09137b8e-2a24-408e-9f41-5fd26e50738c {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:26:35.020931 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917f5416-f73d-496e-b89a-b62e69db68d8", "tag": "9ed51186-1d2e-4988-a33e-ce4caba1e8cf", "status": "completed", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:26:35.023866 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09137b8e-2a24-408e-9f41-5fd26e50738c {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:26:35.026535 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09137b8e-2a24-408e-9f41-5fd26e50738c'] response: {'name': 'network-changed', 'server_uuid': '917f5416-f73d-496e-b89a-b62e69db68d8', 'tag': '9ed51186-1d2e-4988-a33e-ce4caba1e8cf', 'status': 'completed', 'code': 200} Sep 24 14:26:35.097586 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-93868ee6-ef7f-41c2-992d-8f2f707d4bc5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:35.098565 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-93868ee6-ef7f-41c2-992d-8f2f707d4bc5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:35.158858 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-93868ee6-ef7f-41c2-992d-8f2f707d4bc5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7763078 Sep 24 14:26:35.225568 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8a44b657-5a30-4e90-a37a-e282497a45c7 req-cf6ba5c7-016a-49bb-9c0e-56ad50225919 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 210 time: 0.0406947 Sep 24 14:26:35.386656 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a9c464eb-a342-4e7c-917c-3049bed0e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:35.386656 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-a9c464eb-a342-4e7c-917c-3049bed0e5bb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=e2d3fb2a-c442-43ad-bf5f-ade60c86b674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4394858 Sep 24 14:26:35.421800 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3d7faead-7a6b-45f5-a4a6-fe6401197336 req-2bdc23a5-3b3b-41c3-8239-97e15536e6a3 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960877 Sep 24 14:26:35.439514 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:35.487457 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Provisioning complete for port 3c943efd-ace2-4916-8133-bc99ff2e01cf triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:35.487900 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:35.496705 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Attempt 1 to provision port 3c943efd-ace2-4916-8133-bc99ff2e01cf Sep 24 14:26:35.654177 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Port 3c943efd-ace2-4916-8133-bc99ff2e01cf cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:35.802733 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae73c34-735e-458a-abd4-bf4ca95ecbff req-9386dc26-d0db-4138-9770-b5b53ed3d462 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:35.806212 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7ae73c34-735e-458a-abd4-bf4ca95ecbff req-9386dc26-d0db-4138-9770-b5b53ed3d462 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 931 time: 0.1724796 Sep 24 14:26:35.934111 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Allocated IP 172.20.0.9 (24a47d24-f7df-4dec-9596-133c854781ec/fe857056-21d8-4508-97b2-00f8e846f7d0/812bad02-1d00-421a-acb7-00e2e9023540) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:35.951472 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7ae73c34-735e-458a-abd4-bf4ca95ecbff req-36a2d9b2-d35b-4dba-9a57-c2b5ade8c230 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345549 Sep 24 14:26:36.159640 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Attempt 2 to provision port 3c943efd-ace2-4916-8133-bc99ff2e01cf Sep 24 14:26:36.187134 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for port (812bad02-1d00-421a-acb7-00e2e9023540), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:36.230505 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:36.230682 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Port 3c943efd-ace2-4916-8133-bc99ff2e01cf cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:36.238724 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:36.266416 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (812bad02-1d00-421a-acb7-00e2e9023540), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:36.391522 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Pushing event updated for resources: {'Port': ['ID=812bad02-1d00-421a-acb7-00e2e9023540,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:36.394620 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4ae3a0c4-4768-4b22-8aac-c18cc2b43301 req-7519cb26-d44d-46bf-b114-e5ae8a9e6940 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 210 time: 0.0520906 Sep 24 14:26:36.438449 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Network 24a47d24-f7df-4dec-9596-133c854781ec is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:36.443824 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:36.464702 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:36.516549 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Request body: {'port': {'device_id': 'c7f95b7f-2918-442c-ba7f-832ba9156e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:36.720354 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.33', 63154) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:36.732346 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Attempt 3 to provision port 3c943efd-ace2-4916-8133-bc99ff2e01cf Sep 24 14:26:36.879899 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Port 3c943efd-ace2-4916-8133-bc99ff2e01cf cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:36.889502 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37126) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:36.928992 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 37128) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:37.009385 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-2c358555-23e8-4775-bffc-c23cd08028dd tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:37.012285 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-2c358555-23e8-4775-bffc-c23cd08028dd tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.33 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 816 time: 0.2889390 Sep 24 14:26:37.046806 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-e4e75860-4a83-4566-b2ae-9fddad36157c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e2d3fb2a-c442-43ad-bf5f-ade60c86b674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418279 Sep 24 14:26:37.126763 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6e772-f33c-4e47-bd4d-30fa4bb5577b req-85749e69-3e45-4aed-9dfc-01efa6d802f0 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:37.171428 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-40c6e772-f33c-4e47-bd4d-30fa4bb5577b req-85749e69-3e45-4aed-9dfc-01efa6d802f0 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.3281240 Sep 24 14:26:37.271715 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:37.323217 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:37.324227 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:37.362271 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1c27b9d0-9167-4e0f-9e80-45bf9ea8e1ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:37.368028 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-0ad1b52b-bd2b-4a9b-9f87-09113b59ea19 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4888520 Sep 24 14:26:37.382246 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Attempt 4 to provision port 3c943efd-ace2-4916-8133-bc99ff2e01cf Sep 24 14:26:37.434981 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-40c6e772-f33c-4e47-bd4d-30fa4bb5577b req-659688fe-05b8-46be-a19d-578f648f344a tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622828 Sep 24 14:26:37.539037 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533c0a4-2619-463f-b9d3-c7f98b3ec741 req-74b166f7-aca5-4bb0-9575-f7d5a6afa31c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:37.549551 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1533c0a4-2619-463f-b9d3-c7f98b3ec741 req-74b166f7-aca5-4bb0-9575-f7d5a6afa31c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 931 time: 0.4038262 Sep 24 14:26:37.562503 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7d9ff0c8-db74-4817-93ec-2d761348d7ff req-5a6fc73d-ea27-4603-b78d-ff5010e7ea23 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e2d3fb2a-c442-43ad-bf5f-ade60c86b674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835999 Sep 24 14:26:37.572866 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-cd0352db-a10d-4012-9ef2-839b8c27875a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1f7134ad65014cb984417c99b3d76eff HTTP/1.1" status: 200 len: 380 time: 0.5247459 Sep 24 14:26:37.612011 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ceccb36b-7707-496a-9fa8-c36dd2d23663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:37.697550 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Port 3c943efd-ace2-4916-8133-bc99ff2e01cf cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:37.774634 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1c27b9d0-9167-4e0f-9e80-45bf9ea8e1ed admin admin] Publish callbacks [] for security_group (5c2c73cf-5beb-420b-b3fb-3616208ad8c7), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:37.776305 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:37.803297 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1c27b9d0-9167-4e0f-9e80-45bf9ea8e1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (5c2c73cf-5beb-420b-b3fb-3616208ad8c7), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:37.810873 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a4bc3db9-9659-4d28-b580-c26c48a6a3c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Request body: {'port': {'device_id': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'admin_state_up': True, 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'security_groups': ['2e79ce82-1081-4311-bbac-de8c24310303']}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:37.812898 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-95407db3-08a7-464d-a3e8-895ffae8aa43 req-384d2173-b0a0-4355-9684-8c4b526c5267 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 210 time: 0.1889651 Sep 24 14:26:37.884393 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Request body: {'port': {'device_id': 'db3aab52-9469-4a21-98ba-f83382ebf7ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:37.939452 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:37.942132 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27b9d0-9167-4e0f-9e80-45bf9ea8e1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2c73cf-5beb-420b-b3fb-3616208ad8c7,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:37.973621 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-1c27b9d0-9167-4e0f-9e80-45bf9ea8e1ed admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c482609d93e840bf8d1be3a03513b91d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0817692 Sep 24 14:26:37.978457 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37164) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:38.042864 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1533c0a4-2619-463f-b9d3-c7f98b3ec741 req-4f327d2c-da6a-41b2-8d48-a495602974c5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921677 Sep 24 14:26:38.199176 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Attempt 5 to provision port 3c943efd-ace2-4916-8133-bc99ff2e01cf Sep 24 14:26:38.273337 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Port 3c943efd-ace2-4916-8133-bc99ff2e01cf cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:38.289648 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ceccb36b-7707-496a-9fa8-c36dd2d23663 admin admin] Publish callbacks [] for security_group (96c1f707-ead0-471a-a52a-ae3e227dfc92), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:38.297262 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (812bad02-1d00-421a-acb7-00e2e9023540), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:38.319479 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:38.326285 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ceccb36b-7707-496a-9fa8-c36dd2d23663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (96c1f707-ead0-471a-a52a-ae3e227dfc92), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:38.421269 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b003e-daeb-410c-a4bd-32ffd7b99e87 req-15d8177b-82af-4528-b921-abc909d596c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:38.422793 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8d8b003e-daeb-410c-a4bd-32ffd7b99e87 req-15d8177b-82af-4528-b921-abc909d596c0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6bb2f863f5834cd4a47a3ed9feda7c02&device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 1127 time: 0.3949068 Sep 24 14:26:38.541503 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0defbb89-ca29-4fd9-bbed-2fb5d8011d9a admin admin] Publish callbacks [] for security_group (5c2c73cf-5beb-420b-b3fb-3616208ad8c7), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:38.624183 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0defbb89-ca29-4fd9-bbed-2fb5d8011d9a admin admin] Publish callbacks [] for security_group (5c2c73cf-5beb-420b-b3fb-3616208ad8c7), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:38.631032 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a4bc3db9-9659-4d28-b580-c26c48a6a3c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Made reservation on behalf of 1f7134ad65014cb984417c99b3d76eff for: {'port': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:26:38.652306 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a4bc3db9-9659-4d28-b580-c26c48a6a3c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:38.682361 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ceccb36b-7707-496a-9fa8-c36dd2d23663 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a8c31dbf0edd44c689709c087a51e796&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7309117 Sep 24 14:26:38.692733 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae616ed-31b0-4ccb-b705-32ffdd474683 req-00eb1086-a579-4c3b-be0a-36da83e9f46b tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:38.694875 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fae616ed-31b0-4ccb-b705-32ffdd474683 req-00eb1086-a579-4c3b-be0a-36da83e9f46b tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.0829847 Sep 24 14:26:38.695678 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37188) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:38.712273 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccb36b-7707-496a-9fa8-c36dd2d23663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c1f707-ead0-471a-a52a-ae3e227dfc92,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:38.775759 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Attempt 6 to provision port 3c943efd-ace2-4916-8133-bc99ff2e01cf Sep 24 14:26:38.827224 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:38.928190 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Port 3c943efd-ace2-4916-8133-bc99ff2e01cf cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:38.938393 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c943efd-ace2-4916-8133-bc99ff2e01cf {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:26:38.947871 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Publish callbacks [] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:38.954440 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fae616ed-31b0-4ccb-b705-32ffdd474683 req-16e6889e-0a99-4fd1-89ce-e94dd9b82a6d tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497516 Sep 24 14:26:38.978226 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Transition to ACTIVE for port object 3c943efd-ace2-4916-8133-bc99ff2e01cf will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:26:38.985631 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:39.156512 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-00c7e20a-f8c9-4419-97d7-74161749d54b req-8d504667-b17c-4f91-97c5-ae320d5674e1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 210 time: 0.1678207 Sep 24 14:26:39.180847 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0defbb89-ca29-4fd9-bbed-2fb5d8011d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (5c2c73cf-5beb-420b-b3fb-3616208ad8c7), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:39.183781 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0defbb89-ca29-4fd9-bbed-2fb5d8011d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:39.185082 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-0defbb89-ca29-4fd9-bbed-2fb5d8011d9a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5c2c73cf-5beb-420b-b3fb-3616208ad8c7 HTTP/1.1" status: 204 len: 168 time: 1.1531410 Sep 24 14:26:39.274385 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Pushing event updated for resources: {'Port': ['ID=3c943efd-ace2-4916-8133-bc99ff2e01cf,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:39.311834 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 37212) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:39.345809 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87456863-fe58-4114-a0f9-989e844be923 req-a119c2cb-b60e-414b-a4a5-8cac4ab3dfc1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:39.347451 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87456863-fe58-4114-a0f9-989e844be923 req-a119c2cb-b60e-414b-a4a5-8cac4ab3dfc1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.1332848 Sep 24 14:26:39.438330 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Attempt 7 to provision port 3c943efd-ace2-4916-8133-bc99ff2e01cf Sep 24 14:26:39.462399 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Attempting to bind port 3c943efd-ace2-4916-8133-bc99ff2e01cf on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:26:39.462757 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Attempting to bind port 3c943efd-ace2-4916-8133-bc99ff2e01cf by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:26:39.463139 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Attempting to bind port 3c943efd-ace2-4916-8133-bc99ff2e01cf on network 24a47d24-f7df-4dec-9596-133c854781ec {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:39.469554 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defbb89-ca29-4fd9-bbed-2fb5d8011d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2c73cf-5beb-420b-b3fb-3616208ad8c7,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:39.476163 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3b67c167-2510-40fd-97af-093a290c6182 admin admin] Publish callbacks [] for security_group (96c1f707-ead0-471a-a52a-ae3e227dfc92), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:39.509937 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:39.537658 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:39.554169 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87456863-fe58-4114-a0f9-989e844be923 req-bf53c3d0-c6f3-424f-8243-ba9af9e66cf4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892388 Sep 24 14:26:39.563077 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812bad02-1d00-421a-acb7-00e2e9023540 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:26:39.567903 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3b67c167-2510-40fd-97af-093a290c6182 admin admin] Publish callbacks [] for security_group (96c1f707-ead0-471a-a52a-ae3e227dfc92), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:39.573150 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a4bc3db9-9659-4d28-b580-c26c48a6a3c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Allocated IP 172.20.0.4 (841ec28f-242a-4287-8d65-ef9f3927d5d5/f32d4a51-22a9-4cfb-b152-16f2e987f478/42c66fed-6127-4d44-b2b2-1f1ddaf5a32d) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:26:39.574614 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Publish callbacks [] for port (812bad02-1d00-421a-acb7-00e2e9023540), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:39.589610 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Port 3c943efd-ace2-4916-8133-bc99ff2e01cf on network 24a47d24-f7df-4dec-9596-133c854781ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:26:39.590901 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Attempting to bind port 3c943efd-ace2-4916-8133-bc99ff2e01cf on network 24a47d24-f7df-4dec-9596-133c854781ec {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:39.631530 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Transition to ACTIVE for port object 812bad02-1d00-421a-acb7-00e2e9023540 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:26:39.638596 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (812bad02-1d00-421a-acb7-00e2e9023540), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:39.640036 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Port 3c943efd-ace2-4916-8133-bc99ff2e01cf cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:39.732935 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:39.746911 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:26:39.747276 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Checking segment: {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:39.748028 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Bound using segment: {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:26:39.748493 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Bound port: 3c943efd-ace2-4916-8133-bc99ff2e01cf, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:26:39.748848 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:39.767534 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3b67c167-2510-40fd-97af-093a290c6182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (96c1f707-ead0-471a-a52a-ae3e227dfc92), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:39.768843 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3b67c167-2510-40fd-97af-093a290c6182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:39.778630 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-3b67c167-2510-40fd-97af-093a290c6182 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/96c1f707-ead0-471a-a52a-ae3e227dfc92 HTTP/1.1" status: 204 len: 168 time: 1.0387366 Sep 24 14:26:39.828041 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67c167-2510-40fd-97af-093a290c6182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c1f707-ead0-471a-a52a-ae3e227dfc92,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:39.838696 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-707b1e2a-38f1-4ae2-a4fc-48c1a253fd5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:39.858468 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Pushing event updated for resources: {'Port': ['ID=812bad02-1d00-421a-acb7-00e2e9023540,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:39.896682 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a4bc3db9-9659-4d28-b580-c26c48a6a3c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:39.904580 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37222) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:39.915997 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:39.926997 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-01ef925b-19cb-4a1e-bedd-b6c9e306943f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:39.935303 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:39.948743 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:39.969772 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Attempting to bind port 812bad02-1d00-421a-acb7-00e2e9023540 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:26:39.970376 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Attempting to bind port 812bad02-1d00-421a-acb7-00e2e9023540 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:26:39.970768 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Attempting to bind port 812bad02-1d00-421a-acb7-00e2e9023540 on network 24a47d24-f7df-4dec-9596-133c854781ec {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:39.978366 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a4bc3db9-9659-4d28-b580-c26c48a6a3c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.027986 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] For port 3c943efd-ace2-4916-8133-bc99ff2e01cf, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:26:40.039449 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] For port 3c943efd-ace2-4916-8133-bc99ff2e01cf, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=3c943efd-ace2-4916-8133-bc99ff2e01cf,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:26:40.044581 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a4bc3db9-9659-4d28-b580-c26c48a6a3c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Network 841ec28f-242a-4287-8d65-ef9f3927d5d5 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:26:40.060839 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.064878 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:40.065505 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.067000 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/3c943efd-ace2-4916-8133-bc99ff2e01cf HTTP/1.1" status: 200 len: 1093 time: 3.5911322 Sep 24 14:26:40.072425 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a4bc3db9-9659-4d28-b580-c26c48a6a3c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:26:40.075418 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f95b7f-2918-442c-ba7f-832ba9156e7d', 'tag': '3c943efd-ace2-4916-8133-bc99ff2e01cf'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:26:40.084550 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a4bc3db9-9659-4d28-b580-c26c48a6a3c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:26:40.127640 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Port 812bad02-1d00-421a-acb7-00e2e9023540 on network 24a47d24-f7df-4dec-9596-133c854781ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:26:40.127977 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Attempting to bind port 812bad02-1d00-421a-acb7-00e2e9023540 on network 24a47d24-f7df-4dec-9596-133c854781ec {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:40.140807 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Attempt 8 to provision port 3c943efd-ace2-4916-8133-bc99ff2e01cf Sep 24 14:26:40.141785 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-707b1e2a-38f1-4ae2-a4fc-48c1a253fd5e admin admin] Publish callbacks [] for security_group (275e7252-9d2b-44d9-8a22-15ff5dd20201), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.168661 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-707b1e2a-38f1-4ae2-a4fc-48c1a253fd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (275e7252-9d2b-44d9-8a22-15ff5dd20201), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.211319 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b5183-4888-46e4-b367-abe9681bd7ed req-c5e44c83-ec96-49ff-b749-256984c5999a tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:40.212879 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b21b5183-4888-46e4-b367-abe9681bd7ed req-c5e44c83-ec96-49ff-b749-256984c5999a tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.1239405 Sep 24 14:26:40.247159 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b1b842f0-b019-411c-8944-257f786bdfe5 None None] Port 3c943efd-ace2-4916-8133-bc99ff2e01cf had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:26:40.295850 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc3db9-9659-4d28-b580-c26c48a6a3c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event updated for resources: {'Port': ['ID=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:40.298134 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5bf50-e27f-430e-b4b9-cded5a98209f service neutron] Pushing event updated for resources: {'Port': ['ID=3c943efd-ace2-4916-8133-bc99ff2e01cf,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:40.335612 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-01ef925b-19cb-4a1e-bedd-b6c9e306943f admin admin] Publish callbacks [] for security_group (22dbe856-b234-4f28-a992-f7c993c0267e), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.349000 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a4bc3db9-9659-4d28-b580-c26c48a6a3c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:40.349698 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a4bc3db9-9659-4d28-b580-c26c48a6a3c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for port (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.371654 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-707b1e2a-38f1-4ae2-a4fc-48c1a253fd5e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1b4039e86e054ac7bcbc85087a73e6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0528262 Sep 24 14:26:40.374206 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37240) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:40.380489 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-01ef925b-19cb-4a1e-bedd-b6c9e306943f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (22dbe856-b234-4f28-a992-f7c993c0267e), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.394655 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b1e2a-38f1-4ae2-a4fc-48c1a253fd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275e7252-9d2b-44d9-8a22-15ff5dd20201,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:40.429116 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a4bc3db9-9659-4d28-b580-c26c48a6a3c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6290951 Sep 24 14:26:40.434358 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbb76ea-71dc-46eb-9a22-f05ecf1a521e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f95b7f-2918-442c-ba7f-832ba9156e7d", "tag": "3c943efd-ace2-4916-8133-bc99ff2e01cf"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:26:40.436716 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37242) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:40.451157 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:26:40.451157 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Checking segment: {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:40.451573 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Bound using segment: {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:26:40.452129 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Bound port: 812bad02-1d00-421a-acb7-00e2e9023540, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:26:40.452364 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (812bad02-1d00-421a-acb7-00e2e9023540), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.530518 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b21b5183-4888-46e4-b367-abe9681bd7ed req-1beecfba-58bd-4db0-adcc-4fddb90f7f05 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579863 Sep 24 14:26:40.531259 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ed5e527d-8070-4366-bae6-70d90c81b5d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.531907 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb7d0d-92f7-41d8-96fa-b8721cc9f2a6 req-2d51a950-c42e-489d-a649-ec90846bac7d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:40.533653 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cbb7d0d-92f7-41d8-96fa-b8721cc9f2a6 req-2d51a950-c42e-489d-a649-ec90846bac7d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 931 time: 0.1429808 Sep 24 14:26:40.534252 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef925b-19cb-4a1e-bedd-b6c9e306943f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dbe856-b234-4f28-a992-f7c993c0267e,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:40.542107 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-01ef925b-19cb-4a1e-bedd-b6c9e306943f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=70db651bf80c4b43b5f06f356dc2e539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6340785 Sep 24 14:26:40.543904 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 37250) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:40.606455 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Provisioning complete for port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:26:40.607171 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-753d667e-ebb6-4fd1-884e-3814ffe11625 admin admin] Publish callbacks [] for security_group (275e7252-9d2b-44d9-8a22-15ff5dd20201), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.609214 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.610950 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Attempt 1 to provision port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d Sep 24 14:26:40.622513 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] For port 812bad02-1d00-421a-acb7-00e2e9023540, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:26:40.636750 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-753d667e-ebb6-4fd1-884e-3814ffe11625 admin admin] Publish callbacks [] for security_group (275e7252-9d2b-44d9-8a22-15ff5dd20201), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.649331 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:40.654701 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c52c0c63-1747-4887-a36b-5d55e1b70bec admin admin] Publish callbacks [] for security_group (22dbe856-b234-4f28-a992-f7c993c0267e), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.657952 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] For port 812bad02-1d00-421a-acb7-00e2e9023540, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=812bad02-1d00-421a-acb7-00e2e9023540,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:26:40.660136 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:40.680323 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (812bad02-1d00-421a-acb7-00e2e9023540), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.690766 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cbb7d0d-92f7-41d8-96fa-b8721cc9f2a6 req-c500e03f-2997-4714-9037-5dbb6210b791 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137683 Sep 24 14:26:40.711853 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:40.712407 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.713784 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/812bad02-1d00-421a-acb7-00e2e9023540 HTTP/1.1" status: 200 len: 1093 time: 2.8997309 Sep 24 14:26:40.723054 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c52c0c63-1747-4887-a36b-5d55e1b70bec admin admin] Publish callbacks [] for security_group (22dbe856-b234-4f28-a992-f7c993c0267e), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.726429 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:40.732761 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ed5e527d-8070-4366-bae6-70d90c81b5d4 admin admin] Publish callbacks [] for security_group (2ea586e4-e70f-47b0-ab12-b0fb8d960591), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.737542 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ed5e527d-8070-4366-bae6-70d90c81b5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (2ea586e4-e70f-47b0-ab12-b0fb8d960591), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.783797 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2d124-bfe5-40c8-9a88-e2212d53fde6 service neutron] Pushing event updated for resources: {'Port': ['ID=812bad02-1d00-421a-acb7-00e2e9023540,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:40.795439 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-ed5e527d-8070-4366-bae6-70d90c81b5d4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4253cdafdba847259586722b26822d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364837 Sep 24 14:26:40.796885 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 37256) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:40.798585 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-753d667e-ebb6-4fd1-884e-3814ffe11625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (275e7252-9d2b-44d9-8a22-15ff5dd20201), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.801286 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-753d667e-ebb6-4fd1-884e-3814ffe11625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.802492 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-753d667e-ebb6-4fd1-884e-3814ffe11625 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/275e7252-9d2b-44d9-8a22-15ff5dd20201 HTTP/1.1" status: 204 len: 168 time: 0.4236736 Sep 24 14:26:40.804534 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e527d-8070-4366-bae6-70d90c81b5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea586e4-e70f-47b0-ab12-b0fb8d960591,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:40.829888 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d667e-ebb6-4fd1-884e-3814ffe11625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275e7252-9d2b-44d9-8a22-15ff5dd20201,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:40.846876 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c52c0c63-1747-4887-a36b-5d55e1b70bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (22dbe856-b234-4f28-a992-f7c993c0267e), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.851571 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c52c0c63-1747-4887-a36b-5d55e1b70bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.852716 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c52c0c63-1747-4887-a36b-5d55e1b70bec admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/22dbe856-b234-4f28-a992-f7c993c0267e HTTP/1.1" status: 204 len: 168 time: 0.3078957 Sep 24 14:26:40.885869 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e50acf-189a-4e85-9c18-d16c1ead730f x-openstack-request-id: req-20e50acf-189a-4e85-9c18-d16c1ead730f {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:26:40.886161 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f95b7f-2918-442c-ba7f-832ba9156e7d", "tag": "3c943efd-ace2-4916-8133-bc99ff2e01cf", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:26:40.886413 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20e50acf-189a-4e85-9c18-d16c1ead730f {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:26:40.886893 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e50acf-189a-4e85-9c18-d16c1ead730f'] response: {'name': 'network-changed', 'server_uuid': 'c7f95b7f-2918-442c-ba7f-832ba9156e7d', 'tag': '3c943efd-ace2-4916-8133-bc99ff2e01cf', 'status': 'completed', 'code': 200} Sep 24 14:26:40.891096 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c0c63-1747-4887-a36b-5d55e1b70bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dbe856-b234-4f28-a992-f7c993c0267e,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:40.910575 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfe640-ee92-43d1-ad32-b916bf84ee8a req-cc93218f-1e27-47f9-995f-e142de5dc74d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:40.912219 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7fcfe640-ee92-43d1-ad32-b916bf84ee8a req-cc93218f-1e27-47f9-995f-e142de5dc74d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0819535 Sep 24 14:26:40.917958 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8e4d801a-9805-4078-b31f-badf3d5978a8 admin admin] Publish callbacks [] for security_group (2ea586e4-e70f-47b0-ab12-b0fb8d960591), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:40.960602 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8e4d801a-9805-4078-b31f-badf3d5978a8 admin admin] Publish callbacks [] for security_group (2ea586e4-e70f-47b0-ab12-b0fb8d960591), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:41.006996 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7fcfe640-ee92-43d1-ad32-b916bf84ee8a req-acbbfe1e-7e4b-406f-9baa-0a2747791ab4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861261 Sep 24 14:26:41.036666 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8e4d801a-9805-4078-b31f-badf3d5978a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (2ea586e4-e70f-47b0-ab12-b0fb8d960591), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:41.040799 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8e4d801a-9805-4078-b31f-badf3d5978a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:41.042144 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-8e4d801a-9805-4078-b31f-badf3d5978a8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2ea586e4-e70f-47b0-ab12-b0fb8d960591 HTTP/1.1" status: 204 len: 168 time: 0.2437544 Sep 24 14:26:41.051505 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d801a-9805-4078-b31f-badf3d5978a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea586e4-e70f-47b0-ab12-b0fb8d960591,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:41.161419 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Attempt 2 to provision port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d Sep 24 14:26:41.202102 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:41.250270 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 37270) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:41.267670 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cde3f78f-4fdd-4cfc-a926-df8ffa9d8d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:41.288338 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:41.352547 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cde3f78f-4fdd-4cfc-a926-df8ffa9d8d82 admin admin] Publish callbacks [] for security_group (ec25bffb-f4fd-4ab9-b372-01fccc867a1d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:41.357776 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cde3f78f-4fdd-4cfc-a926-df8ffa9d8d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ec25bffb-f4fd-4ab9-b372-01fccc867a1d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:41.408732 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-cde3f78f-4fdd-4cfc-a926-df8ffa9d8d82 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0035103def854f6b8286a7765b430525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508291 Sep 24 14:26:41.409408 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37278) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:41.409504 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3f78f-4fdd-4cfc-a926-df8ffa9d8d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec25bffb-f4fd-4ab9-b372-01fccc867a1d,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:41.465948 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9f8b3416-7627-4e88-b4ad-e7f2accaabf0 admin admin] Publish callbacks [] for security_group (ec25bffb-f4fd-4ab9-b372-01fccc867a1d), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:41.491661 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9f8b3416-7627-4e88-b4ad-e7f2accaabf0 admin admin] Publish callbacks [] for security_group (ec25bffb-f4fd-4ab9-b372-01fccc867a1d), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:41.566802 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9f8b3416-7627-4e88-b4ad-e7f2accaabf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ec25bffb-f4fd-4ab9-b372-01fccc867a1d), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:41.571061 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9f8b3416-7627-4e88-b4ad-e7f2accaabf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:41.577795 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-9f8b3416-7627-4e88-b4ad-e7f2accaabf0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ec25bffb-f4fd-4ab9-b372-01fccc867a1d HTTP/1.1" status: 204 len: 168 time: 0.1721079 Sep 24 14:26:41.597540 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b3416-7627-4e88-b4ad-e7f2accaabf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec25bffb-f4fd-4ab9-b372-01fccc867a1d,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:41.667319 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:41.705868 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Attempt 3 to provision port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d Sep 24 14:26:41.712193 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59caa9-869e-457e-a354-9bb3f8b5e5cf req-45957bff-4e87-4ab3-9dc1-a75d6720ff31 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:41.713818 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd59caa9-869e-457e-a354-9bb3f8b5e5cf req-45957bff-4e87-4ab3-9dc1-a75d6720ff31 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.0571091 Sep 24 14:26:41.743728 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:41.768301 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd59caa9-869e-457e-a354-9bb3f8b5e5cf req-256a63eb-a0e2-4ca2-9bd1-044988b894b2 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478313 Sep 24 14:26:41.840672 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d25d0d-9459-49ab-8a11-a3456561db47 req-f50b2a6e-11bd-4da9-ab31-d411e15332c9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:41.842185 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-13d25d0d-9459-49ab-8a11-a3456561db47 req-f50b2a6e-11bd-4da9-ab31-d411e15332c9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 931 time: 0.0556488 Sep 24 14:26:41.898115 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-13d25d0d-9459-49ab-8a11-a3456561db47 req-ed9ca888-388e-4d3a-a539-dd0f51c17c92 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488944 Sep 24 14:26:42.137930 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806b377-8f47-468b-970f-1d857fc19e42 req-5b9ee2ea-f8f6-4337-97cd-bc10d550c728 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:42.139489 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e806b377-8f47-468b-970f-1d857fc19e42 req-5b9ee2ea-f8f6-4337-97cd-bc10d550c728 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0537148 Sep 24 14:26:42.193415 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e806b377-8f47-468b-970f-1d857fc19e42 req-0b380cfc-46c1-4b9d-ab70-e6bd5de44374 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466089 Sep 24 14:26:42.245305 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Attempt 4 to provision port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d Sep 24 14:26:42.278507 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:42.779826 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Attempt 5 to provision port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d Sep 24 14:26:42.814589 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:42.899310 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3aab52-9469-4a21-98ba-f83382ebf7ab', 'tag': '812bad02-1d00-421a-acb7-00e2e9023540'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:26:42.901848 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2038c8d8-1a8b-4ab1-a135-b07a84eb44e0" -d '{"events": [{"name": "network-changed", "server_uuid": "db3aab52-9469-4a21-98ba-f83382ebf7ab", "tag": "812bad02-1d00-421a-acb7-00e2e9023540"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:26:42.925221 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9339f3-ca1d-440a-8424-3ea702cd2d6e req-204be67e-62ec-41d6-a601-ec9d52744db1 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:42.926847 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b9339f3-ca1d-440a-8424-3ea702cd2d6e req-204be67e-62ec-41d6-a601-ec9d52744db1 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.0661306 Sep 24 14:26:43.012062 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b9339f3-ca1d-440a-8424-3ea702cd2d6e req-2ad2e2f8-803d-46c0-aaa3-e99fc39a5234 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718024 Sep 24 14:26:43.016271 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b6e7fa-bd8b-444a-8719-eaad55316454 x-openstack-request-id: req-61b6e7fa-bd8b-444a-8719-eaad55316454 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:26:43.018075 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3aab52-9469-4a21-98ba-f83382ebf7ab", "tag": "812bad02-1d00-421a-acb7-00e2e9023540", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:26:43.018681 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61b6e7fa-bd8b-444a-8719-eaad55316454 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:26:43.019970 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b6e7fa-bd8b-444a-8719-eaad55316454'] response: {'name': 'network-changed', 'server_uuid': 'db3aab52-9469-4a21-98ba-f83382ebf7ab', 'tag': '812bad02-1d00-421a-acb7-00e2e9023540', 'status': 'completed', 'code': 200} Sep 24 14:26:43.127366 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926172d-b635-4bc4-8493-566ed9c7aa43 req-5ddcb4af-b98b-4369-9b0d-3cf77e9f60ef tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:43.128908 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a926172d-b635-4bc4-8493-566ed9c7aa43 req-5ddcb4af-b98b-4369-9b0d-3cf77e9f60ef tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 931 time: 0.0627017 Sep 24 14:26:43.204095 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a926172d-b635-4bc4-8493-566ed9c7aa43 req-ddd188df-2d5d-491e-862d-791dfb0a08fc tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649405 Sep 24 14:26:43.315849 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Attempt 6 to provision port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d Sep 24 14:26:43.351735 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5d47f-b858-429b-8af3-d191a4c29bbe req-9ce0a124-ee08-4440-a370-4aa76749aa56 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:43.353685 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-93f5d47f-b858-429b-8af3-d191a4c29bbe req-9ce0a124-ee08-4440-a370-4aa76749aa56 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0690784 Sep 24 14:26:43.380128 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:43.425657 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-93f5d47f-b858-429b-8af3-d191a4c29bbe req-c30a800d-40cf-42d3-add2-4f61bcb78d01 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612502 Sep 24 14:26:43.881248 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Attempt 7 to provision port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d Sep 24 14:26:43.917581 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:44.154932 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bb689-64ed-4781-8250-6fac026a8af0 req-dbda886a-534d-46d5-a847-1c19c2d282a6 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:44.156456 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fa4bb689-64ed-4781-8250-6fac026a8af0 req-dbda886a-534d-46d5-a847-1c19c2d282a6 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.0532253 Sep 24 14:26:44.160437 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:44.221866 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fa4bb689-64ed-4781-8250-6fac026a8af0 req-19b31d3c-0172-42fb-9f4b-912994f72af7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560992 Sep 24 14:26:44.304497 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37446) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:44.321505 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:44.329333 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002e3c9-69fd-4a28-97dd-f0dc466d9ff2 req-45fcc706-c9eb-46f1-8fb3-9f4f81eeaa97 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:44.330827 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d002e3c9-69fd-4a28-97dd-f0dc466d9ff2 req-45fcc706-c9eb-46f1-8fb3-9f4f81eeaa97 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 931 time: 0.0479112 Sep 24 14:26:44.381425 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d002e3c9-69fd-4a28-97dd-f0dc466d9ff2 req-5325eda9-00b7-4d79-8d73-353ec7bb1d6d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447726 Sep 24 14:26:44.414144 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0c6b-05f2-41a2-a285-a114f8204158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:44.418784 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Attempt 8 to provision port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d Sep 24 14:26:44.421143 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:44.472938 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:44.512714 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0c6b-05f2-41a2-a285-a114f8204158 admin admin] Publish callbacks [] for security_group (39dd6b05-ed56-41d3-af07-0579afea2f22), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:44.516596 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0c6b-05f2-41a2-a285-a114f8204158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (39dd6b05-ed56-41d3-af07-0579afea2f22), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:44.579866 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-8e6b0c6b-05f2-41a2-a285-a114f8204158 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b1b818cca5494181a9de584f0e3f0d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741330 Sep 24 14:26:44.582562 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 37454) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:44.586518 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bf2c7-3db0-4eba-9428-2ae3381372a4 req-ea454906-4293-4505-bf41-703c58f9089c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:44.588328 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ba3bf2c7-3db0-4eba-9428-2ae3381372a4 req-ea454906-4293-4505-bf41-703c58f9089c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0889759 Sep 24 14:26:44.589775 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b0c6b-05f2-41a2-a285-a114f8204158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dd6b05-ed56-41d3-af07-0579afea2f22,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:44.639378 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-348b0cf4-3fcb-4cd4-842c-f6d820d2f54a admin admin] Publish callbacks [] for security_group (39dd6b05-ed56-41d3-af07-0579afea2f22), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:44.640749 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ba3bf2c7-3db0-4eba-9428-2ae3381372a4 req-51fbc9e8-4aac-4727-990e-74a4b917096d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445561 Sep 24 14:26:44.673332 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-348b0cf4-3fcb-4cd4-842c-f6d820d2f54a admin admin] Publish callbacks [] for security_group (39dd6b05-ed56-41d3-af07-0579afea2f22), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:44.728362 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-348b0cf4-3fcb-4cd4-842c-f6d820d2f54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (39dd6b05-ed56-41d3-af07-0579afea2f22), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:44.729053 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Request body: {'port': {'device_id': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:26:44.732213 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-348b0cf4-3fcb-4cd4-842c-f6d820d2f54a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:44.733356 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-348b0cf4-3fcb-4cd4-842c-f6d820d2f54a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/39dd6b05-ed56-41d3-af07-0579afea2f22 HTTP/1.1" status: 204 len: 168 time: 0.1498020 Sep 24 14:26:44.753417 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b0cf4-3fcb-4cd4-842c-f6d820d2f54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dd6b05-ed56-41d3-af07-0579afea2f22,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:44.924209 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:44.926639 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038c8d8-1a8b-4ab1-a135-b07a84eb44e0 req-ad21de67-994d-4df3-b577-ad0e93e4d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:44.928807 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2038c8d8-1a8b-4ab1-a135-b07a84eb44e0 req-ad21de67-994d-4df3-b577-ad0e93e4d98e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 1127 time: 0.1304822 Sep 24 14:26:44.940118 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb76ea-71dc-46eb-9a22-f05ecf1a521e req-bdcc21be-15e6-4b44-a71a-50f1e0144b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:44.941797 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0cbb76ea-71dc-46eb-9a22-f05ecf1a521e req-bdcc21be-15e6-4b44-a71a-50f1e0144b4b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 1127 time: 0.0724828 Sep 24 14:26:44.975120 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Attempt 9 to provision port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d Sep 24 14:26:45.066361 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:45.079368 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b003e-daeb-410c-a4bd-32ffd7b99e87 req-18b51950-5f66-4851-ba95-a984b1b6b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:45.080852 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8d8b003e-daeb-410c-a4bd-32ffd7b99e87 req-18b51950-5f66-4851-ba95-a984b1b6b957 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=e2d3fb2a-c442-43ad-bf5f-ade60c86b674 HTTP/1.1" status: 200 len: 910 time: 0.3662858 Sep 24 14:26:45.121693 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:45.134792 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8d8b003e-daeb-410c-a4bd-32ffd7b99e87 req-5d2eb8d7-8571-4512-9a06-4823b88598c5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ed51186-1d2e-4988-a33e-ce4caba1e8cf HTTP/1.1" status: 200 len: 217 time: 0.0471480 Sep 24 14:26:45.223222 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:45.412152 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37498) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:45.436754 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9045c7fa-4541-494f-93ec-9997afa392e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:45.568577 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d {{(pid=106294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:26:45.574592 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1b006-d0a4-4d84-bedc-295f1a717be8 req-3ce94930-0b33-4b2c-8304-b659391fae2a tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:45.576374 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ea1b006-d0a4-4d84-bedc-295f1a717be8 req-3ce94930-0b33-4b2c-8304-b659391fae2a tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.1800845 Sep 24 14:26:45.576868 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:45.605635 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Publish callbacks [] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:45.623367 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Attempt 10 to provision port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d Sep 24 14:26:45.638367 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aeaeba-d508-4bc0-bcda-62c8411a4767 req-92018fab-ccac-4f87-8143-ad16f30aba36 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:45.639917 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a5aeaeba-d508-4bc0-bcda-62c8411a4767 req-92018fab-ccac-4f87-8143-ad16f30aba36 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 931 time: 0.1155007 Sep 24 14:26:45.689673 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.provisioning_blocks [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Transition to ACTIVE for port object 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d will not be triggered until provisioned by entity L2. {{(pid=106294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:26:45.692506 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ce943f79-a585-43b5-962f-e3cb985ecc2e None None] Port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:26:45.701436 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:45.703726 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038c8d8-1a8b-4ab1-a135-b07a84eb44e0 req-6f53aacf-d9c0-4997-a1dc-a9585199a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:45.705210 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2038c8d8-1a8b-4ab1-a135-b07a84eb44e0 req-6f53aacf-d9c0-4997-a1dc-a9585199a6e1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=9b458789f89a441caad76e78167bc00b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.7460072 Sep 24 14:26:45.709376 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb76ea-71dc-46eb-9a22-f05ecf1a521e req-7fd44f34-1a50-417f-927b-7bef11429a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:45.710950 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0cbb76ea-71dc-46eb-9a22-f05ecf1a521e req-7fd44f34-1a50-417f-927b-7bef11429a31 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=9b458789f89a441caad76e78167bc00b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.7141392 Sep 24 14:26:45.716388 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ea1b006-d0a4-4d84-bedc-295f1a717be8 req-55b38313-2f84-4afb-97af-b4aff8d248af tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066084 Sep 24 14:26:45.784692 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a5aeaeba-d508-4bc0-bcda-62c8411a4767 req-c2dd573e-8f91-49b8-a3be-fc4e33a15e31 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344709 Sep 24 14:26:45.805928 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9045c7fa-4541-494f-93ec-9997afa392e4 admin admin] Publish callbacks [] for security_group (382f1526-1e2d-47c0-9502-a61fe1af8c83), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:45.852768 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9045c7fa-4541-494f-93ec-9997afa392e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (382f1526-1e2d-47c0-9502-a61fe1af8c83), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:45.899542 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c978771-1ffb-43a3-a7e0-d8c76d9f1bed req-e4ac30bc-6fd3-4725-b686-00411259d67b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:45.902041 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Pushing event updated for resources: {'Port': ['ID=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:45.908823 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c978771-1ffb-43a3-a7e0-d8c76d9f1bed req-e4ac30bc-6fd3-4725-b686-00411259d67b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0902779 Sep 24 14:26:45.941133 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-9045c7fa-4541-494f-93ec-9997afa392e4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=251046b70b0045148ac2cb70cd10581b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5277858 Sep 24 14:26:45.941940 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045c7fa-4541-494f-93ec-9997afa392e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382f1526-1e2d-47c0-9502-a61fe1af8c83,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:45.942788 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 37520) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:45.984355 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Attempting to bind port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:26:45.984656 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Attempting to bind port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:26:45.984985 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Attempting to bind port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d on network 841ec28f-242a-4287-8d65-ef9f3927d5d5 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:46.005375 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c978771-1ffb-43a3-a7e0-d8c76d9f1bed req-4140a117-1ddb-45c4-a53e-2ce631b45910 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932977 Sep 24 14:26:46.029126 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-16f722ee-d5d3-4f7c-95b1-4ab9d15e695c admin admin] Publish callbacks [] for security_group (382f1526-1e2d-47c0-9502-a61fe1af8c83), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:46.047439 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d on network 841ec28f-242a-4287-8d65-ef9f3927d5d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:26:46.047931 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Attempting to bind port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d on network 841ec28f-242a-4287-8d65-ef9f3927d5d5 {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:26:46.055346 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-16f722ee-d5d3-4f7c-95b1-4ab9d15e695c admin admin] Publish callbacks [] for security_group (382f1526-1e2d-47c0-9502-a61fe1af8c83), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:46.102261 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:26:46.102600 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Checking segment: {'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:26:46.103182 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Bound using segment: {'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'} {{(pid=106294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:26:46.103620 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.managers [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Bound port: 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'}}] {{(pid=106294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:26:46.103974 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:46.114461 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-16f722ee-d5d3-4f7c-95b1-4ab9d15e695c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (382f1526-1e2d-47c0-9502-a61fe1af8c83), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:46.118047 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-16f722ee-d5d3-4f7c-95b1-4ab9d15e695c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:46.121725 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-16f722ee-d5d3-4f7c-95b1-4ab9d15e695c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/382f1526-1e2d-47c0-9502-a61fe1af8c83 HTTP/1.1" status: 204 len: 168 time: 0.1720593 Sep 24 14:26:46.141307 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f722ee-d5d3-4f7c-95b1-4ab9d15e695c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382f1526-1e2d-47c0-9502-a61fe1af8c83,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:46.199227 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:46.200083 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:46.203274 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] For port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host hv-cinder-85919, cleared binding levels {{(pid=106294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:26:46.207748 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] For port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:26:46.221293 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:46.225781 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:46.226608 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for port (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:46.229703 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/42c66fed-6127-4d44-b2b2-1f1ddaf5a32d HTTP/1.1" status: 200 len: 1093 time: 1.5126302 Sep 24 14:26:46.244402 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:26:46.247803 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced1911a76e2b68976553810b569b19b079f2d27d27f8393138a5e2ba6d46ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f67419d-8827-49b7-8780-2bdb87d1d1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:26:46.328962 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e160c516-521d-4661-b351-6fef52bc8ca1 x-openstack-request-id: req-e160c516-521d-4661-b351-6fef52bc8ca1 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:26:46.329397 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d", "status": "completed", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:26:46.329646 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e160c516-521d-4661-b351-6fef52bc8ca1 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:26:46.330036 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e160c516-521d-4661-b351-6fef52bc8ca1'] response: {'name': 'network-changed', 'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'status': 'completed', 'code': 200} Sep 24 14:26:46.331122 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7035b-19a8-4a35-91d0-41ce4572b97a service neutron] Pushing event updated for resources: {'Port': ['ID=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,revision_number=3']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:46.858473 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d80d7d-2bfa-452b-bc7e-120c76573603 req-4901891b-68c6-487f-9506-7be41928110e tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:46.865857 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-14d80d7d-2bfa-452b-bc7e-120c76573603 req-4901891b-68c6-487f-9506-7be41928110e tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.0699587 Sep 24 14:26:46.883052 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:46.915544 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-14d80d7d-2bfa-452b-bc7e-120c76573603 req-c46b9b22-e30a-4b9b-9c14-ec6444a7ffd5 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485420 Sep 24 14:26:46.981394 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819bbeb-32c8-4f5b-9dfc-49b5835972ee req-726fe4a3-d5b0-4e17-9423-7149e15eab0d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:46.983070 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6819bbeb-32c8-4f5b-9dfc-49b5835972ee req-726fe4a3-d5b0-4e17-9423-7149e15eab0d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0740023 Sep 24 14:26:47.038188 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6819bbeb-32c8-4f5b-9dfc-49b5835972ee req-f690b981-3e52-44d5-bbb0-586dbc442a1d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492165 Sep 24 14:26:47.153550 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693f1e3-cab8-4b8f-a63b-fdff87e7134a req-655d404c-eee7-4ca6-aee9-a9ff459df5a4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:47.155094 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e693f1e3-cab8-4b8f-a63b-fdff87e7134a req-655d404c-eee7-4ca6-aee9-a9ff459df5a4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0511532 Sep 24 14:26:47.211250 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e693f1e3-cab8-4b8f-a63b-fdff87e7134a req-6594805a-0455-4fd1-98d7-57c273a36a99 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499403 Sep 24 14:26:47.272766 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37598) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:47.386294 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7ee6-b1ba-4432-85fc-2d0218cc811a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:47.466170 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7ee6-b1ba-4432-85fc-2d0218cc811a admin admin] Publish callbacks [] for security_group (779450f6-e6ad-4b01-8180-76243678f454), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:47.470313 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7ee6-b1ba-4432-85fc-2d0218cc811a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (779450f6-e6ad-4b01-8180-76243678f454), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:47.511930 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-8ecc7ee6-b1ba-4432-85fc-2d0218cc811a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=986612297af94de284366296a6fd269f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380266 Sep 24 14:26:47.512767 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc7ee6-b1ba-4432-85fc-2d0218cc811a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779450f6-e6ad-4b01-8180-76243678f454,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:47.514726 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 37612) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:47.568173 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-baca4ebc-e89d-4781-a848-728cb9c1684b admin admin] Publish callbacks [] for security_group (779450f6-e6ad-4b01-8180-76243678f454), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:47.593084 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-baca4ebc-e89d-4781-a848-728cb9c1684b admin admin] Publish callbacks [] for security_group (779450f6-e6ad-4b01-8180-76243678f454), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:47.644760 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-baca4ebc-e89d-4781-a848-728cb9c1684b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (779450f6-e6ad-4b01-8180-76243678f454), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:47.647559 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-baca4ebc-e89d-4781-a848-728cb9c1684b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:47.648750 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-baca4ebc-e89d-4781-a848-728cb9c1684b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/779450f6-e6ad-4b01-8180-76243678f454 HTTP/1.1" status: 204 len: 168 time: 0.1327517 Sep 24 14:26:47.656961 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca4ebc-e89d-4781-a848-728cb9c1684b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779450f6-e6ad-4b01-8180-76243678f454,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:48.028898 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37636) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:48.048459 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-430103ee-9d92-4e5e-87ab-3dfc58cc683d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:48.067144 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b7de0-0e7a-4e45-ae29-a7abd5362024 req-a1adb18d-8eb9-4e61-98ae-39c5e8c51eb3 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:48.068609 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e53b7de0-0e7a-4e45-ae29-a7abd5362024 req-a1adb18d-8eb9-4e61-98ae-39c5e8c51eb3 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.0705862 Sep 24 14:26:48.151393 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e53b7de0-0e7a-4e45-ae29-a7abd5362024 req-c514c81a-ac0a-4cbd-8588-7f93ff86883f tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765243 Sep 24 14:26:48.191454 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef78b-6894-49b7-8356-5f2c712b2fdc req-b2bdcbc0-4be6-4953-b2e3-478a112539cc tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:48.192999 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-482ef78b-6894-49b7-8356-5f2c712b2fdc req-b2bdcbc0-4be6-4953-b2e3-478a112539cc tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0569115 Sep 24 14:26:48.198046 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-430103ee-9d92-4e5e-87ab-3dfc58cc683d admin admin] Publish callbacks [] for security_group (f94aceea-848a-4f31-b1d4-fb3f6dc67793), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:48.203141 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-430103ee-9d92-4e5e-87ab-3dfc58cc683d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (f94aceea-848a-4f31-b1d4-fb3f6dc67793), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:48.257375 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-430103ee-9d92-4e5e-87ab-3dfc58cc683d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6db5619ed1c1414985e51d4faed65e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272842 Sep 24 14:26:48.260114 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37646) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:48.265766 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-482ef78b-6894-49b7-8356-5f2c712b2fdc req-082c3e0a-bc9c-4949-a864-2be31892ea13 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633817 Sep 24 14:26:48.269794 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430103ee-9d92-4e5e-87ab-3dfc58cc683d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94aceea-848a-4f31-b1d4-fb3f6dc67793,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:48.516112 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0df2ec-fc9f-4350-a2e1-f5acb8f9fcad req-7c5c6706-8a5c-430f-ae42-e97ee5cfc39b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:48.517603 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6b0df2ec-fc9f-4350-a2e1-f5acb8f9fcad req-7c5c6706-8a5c-430f-ae42-e97ee5cfc39b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0652120 Sep 24 14:26:48.546267 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e35d6e0c-a958-45c4-9437-73782707ef33 admin admin] Publish callbacks [] for security_group (f94aceea-848a-4f31-b1d4-fb3f6dc67793), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:48.568521 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:48.571110 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e35d6e0c-a958-45c4-9437-73782707ef33 admin admin] Publish callbacks [] for security_group (f94aceea-848a-4f31-b1d4-fb3f6dc67793), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:48.619078 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6b0df2ec-fc9f-4350-a2e1-f5acb8f9fcad req-994281f2-0e87-4e67-925d-2a577a483881 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916474 Sep 24 14:26:48.648632 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e35d6e0c-a958-45c4-9437-73782707ef33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (f94aceea-848a-4f31-b1d4-fb3f6dc67793), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:48.648632 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e35d6e0c-a958-45c4-9437-73782707ef33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:48.648853 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e35d6e0c-a958-45c4-9437-73782707ef33 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f94aceea-848a-4f31-b1d4-fb3f6dc67793 HTTP/1.1" status: 204 len: 168 time: 0.3878226 Sep 24 14:26:48.656864 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d6e0c-a958-45c4-9437-73782707ef33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94aceea-848a-4f31-b1d4-fb3f6dc67793,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:48.924624 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37682) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:49.047589 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-652a2683-83e5-490a-a7a7-7c417e71da88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.049238 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:49.132254 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-652a2683-83e5-490a-a7a7-7c417e71da88 admin admin] Publish callbacks [] for security_group (e560f0c4-2764-4ac4-9f0c-7aedebd9b786), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.139070 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-652a2683-83e5-490a-a7a7-7c417e71da88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (e560f0c4-2764-4ac4-9f0c-7aedebd9b786), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.161522 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 37694) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:49.178039 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-652a2683-83e5-490a-a7a7-7c417e71da88 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=652ebf19122e47449d07e6c37a2f7578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520111 Sep 24 14:26:49.178964 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a2683-83e5-490a-a7a7-7c417e71da88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e560f0c4-2764-4ac4-9f0c-7aedebd9b786,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:49.180519 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 37700) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:49.240530 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-15d2b85d-94f1-48e1-b5c2-08aa87363591 admin admin] Publish callbacks [] for security_group (e560f0c4-2764-4ac4-9f0c-7aedebd9b786), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.310778 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-15d2b85d-94f1-48e1-b5c2-08aa87363591 admin admin] Publish callbacks [] for security_group (e560f0c4-2764-4ac4-9f0c-7aedebd9b786), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.319843 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-366221cc-2167-4068-8e8e-90214c012755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.346992 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652d064-8912-4fd3-a381-9dd408b721c1 req-e5037deb-a88c-410e-a38d-983044d8624b tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:49.348507 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6652d064-8912-4fd3-a381-9dd408b721c1 req-e5037deb-a88c-410e-a38d-983044d8624b tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.1041102 Sep 24 14:26:49.395155 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:49.418826 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959141cc-6e81-4e36-8e8a-3e1eb28323ad req-65607c1e-5b90-4e3b-b4f4-5d33c06c03b5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:49.426310 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-959141cc-6e81-4e36-8e8a-3e1eb28323ad req-65607c1e-5b90-4e3b-b4f4-5d33c06c03b5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0635467 Sep 24 14:26:49.438015 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-15d2b85d-94f1-48e1-b5c2-08aa87363591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (e560f0c4-2764-4ac4-9f0c-7aedebd9b786), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.440660 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-15d2b85d-94f1-48e1-b5c2-08aa87363591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.441799 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-15d2b85d-94f1-48e1-b5c2-08aa87363591 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e560f0c4-2764-4ac4-9f0c-7aedebd9b786 HTTP/1.1" status: 204 len: 168 time: 0.2601230 Sep 24 14:26:49.458692 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6652d064-8912-4fd3-a381-9dd408b721c1 req-4c610cce-a697-4ebf-b380-6873f58b0836 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964823 Sep 24 14:26:49.461659 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2b85d-94f1-48e1-b5c2-08aa87363591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e560f0c4-2764-4ac4-9f0c-7aedebd9b786,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:49.507227 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-959141cc-6e81-4e36-8e8a-3e1eb28323ad req-c0805ff3-3844-41be-848e-51cc4c2defef tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799770 Sep 24 14:26:49.516023 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-366221cc-2167-4068-8e8e-90214c012755 admin admin] Publish callbacks [] for security_group (47c6b34d-91d8-44fc-9040-d8ddc914d8bb), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.523053 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-366221cc-2167-4068-8e8e-90214c012755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (47c6b34d-91d8-44fc-9040-d8ddc914d8bb), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.573126 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366221cc-2167-4068-8e8e-90214c012755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c6b34d-91d8-44fc-9040-d8ddc914d8bb,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:49.577457 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-366221cc-2167-4068-8e8e-90214c012755 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9869121b0ac648388d9e94273fa70230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4134932 Sep 24 14:26:49.580331 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37718) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:49.647598 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-568a059a-3847-4015-b017-f002406d4930 admin admin] Publish callbacks [] for security_group (47c6b34d-91d8-44fc-9040-d8ddc914d8bb), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.681039 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-568a059a-3847-4015-b017-f002406d4930 admin admin] Publish callbacks [] for security_group (47c6b34d-91d8-44fc-9040-d8ddc914d8bb), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.749925 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-568a059a-3847-4015-b017-f002406d4930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (47c6b34d-91d8-44fc-9040-d8ddc914d8bb), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.758380 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-568a059a-3847-4015-b017-f002406d4930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:49.759568 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-568a059a-3847-4015-b017-f002406d4930 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/47c6b34d-91d8-44fc-9040-d8ddc914d8bb HTTP/1.1" status: 204 len: 168 time: 0.1782546 Sep 24 14:26:49.762826 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba092798-a8f0-42e2-a6c5-1e5672831a33 req-c2121375-d862-4b41-95c0-0d4082e176e7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:49.769864 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ba092798-a8f0-42e2-a6c5-1e5672831a33 req-c2121375-d862-4b41-95c0-0d4082e176e7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0718596 Sep 24 14:26:49.775038 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a059a-3847-4015-b017-f002406d4930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c6b34d-91d8-44fc-9040-d8ddc914d8bb,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:49.784543 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:49.837902 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ba092798-a8f0-42e2-a6c5-1e5672831a33 req-a4091822-e5e8-4f0c-9a6d-9f780830d18e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621793 Sep 24 14:26:49.975020 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 37734) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:49.989414 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d4417181-3604-49d8-988e-093ed723ba49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.071727 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d4417181-3604-49d8-988e-093ed723ba49 admin admin] Publish callbacks [] for security_group (5dcc2eed-e1a8-441d-a7ac-5941ca136340), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.075723 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d4417181-3604-49d8-988e-093ed723ba49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (5dcc2eed-e1a8-441d-a7ac-5941ca136340), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.117767 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d4417181-3604-49d8-988e-093ed723ba49 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d25245b7fe7e4beba7f9e19bbca30b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387677 Sep 24 14:26:50.117767 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4417181-3604-49d8-988e-093ed723ba49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcc2eed-e1a8-441d-a7ac-5941ca136340,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:50.118171 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 37738) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:50.171812 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c8c64145-60a5-477e-b4c7-d7b0000e3e93 admin admin] Publish callbacks [] for security_group (5dcc2eed-e1a8-441d-a7ac-5941ca136340), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.192635 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:26:50.196030 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c8c64145-60a5-477e-b4c7-d7b0000e3e93 admin admin] Publish callbacks [] for security_group (5dcc2eed-e1a8-441d-a7ac-5941ca136340), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.253621 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c8c64145-60a5-477e-b4c7-d7b0000e3e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (5dcc2eed-e1a8-441d-a7ac-5941ca136340), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.256472 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c8c64145-60a5-477e-b4c7-d7b0000e3e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.260480 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-c8c64145-60a5-477e-b4c7-d7b0000e3e93 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5dcc2eed-e1a8-441d-a7ac-5941ca136340 HTTP/1.1" status: 204 len: 168 time: 0.1412976 Sep 24 14:26:50.268488 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c64145-60a5-477e-b4c7-d7b0000e3e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcc2eed-e1a8-441d-a7ac-5941ca136340,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:50.277126 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 37748) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:50.294916 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7135649a-b487-40f3-bbf0-193d2a1d72bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.389006 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7135649a-b487-40f3-bbf0-193d2a1d72bf admin admin] Publish callbacks [] for security_group (5d2d25e3-01a3-4556-9045-358a3dda8bcc), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.393978 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7135649a-b487-40f3-bbf0-193d2a1d72bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (5d2d25e3-01a3-4556-9045-358a3dda8bcc), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.439824 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135649a-b487-40f3-bbf0-193d2a1d72bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2d25e3-01a3-4556-9045-358a3dda8bcc,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:50.444072 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7135649a-b487-40f3-bbf0-193d2a1d72bf admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=80101e88df744193b7685bcea9b4f97b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647344 Sep 24 14:26:50.446647 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 37754) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:26:50.503323 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3425-fc49-4d27-b8f3-d556edb81777 admin admin] Publish callbacks [] for security_group (5d2d25e3-01a3-4556-9045-358a3dda8bcc), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.532265 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3425-fc49-4d27-b8f3-d556edb81777 admin admin] Publish callbacks [] for security_group (5d2d25e3-01a3-4556-9045-358a3dda8bcc), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.605799 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b9ae0-487d-4356-b698-c463398794f5 req-59319bf3-f22a-4c61-97ba-fa32b2421b99 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:50.615175 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1e0b9ae0-487d-4356-b698-c463398794f5 req-59319bf3-f22a-4c61-97ba-fa32b2421b99 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.0635209 Sep 24 14:26:50.618773 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3425-fc49-4d27-b8f3-d556edb81777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (5d2d25e3-01a3-4556-9045-358a3dda8bcc), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.621350 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3425-fc49-4d27-b8f3-d556edb81777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:50.622498 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ea0b3425-fc49-4d27-b8f3-d556edb81777 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5d2d25e3-01a3-4556-9045-358a3dda8bcc HTTP/1.1" status: 204 len: 168 time: 0.1749136 Sep 24 14:26:50.646176 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b3425-fc49-4d27-b8f3-d556edb81777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2d25e3-01a3-4556-9045-358a3dda8bcc,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:50.693404 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b97d8-f09d-4991-b156-3dcf969a3c68 req-bd3c08ff-e94a-4222-941a-06d54529a6bc tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:50.694957 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-278b97d8-f09d-4991-b156-3dcf969a3c68 req-bd3c08ff-e94a-4222-941a-06d54529a6bc tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0621719 Sep 24 14:26:50.701921 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1e0b9ae0-487d-4356-b698-c463398794f5 req-6daf8a75-9752-4333-8bf4-b7ef7a389bec tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854514 Sep 24 14:26:50.745414 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:50.773973 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-278b97d8-f09d-4991-b156-3dcf969a3c68 req-10a6204a-6711-4075-bcd2-efb08abc48c7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598388 Sep 24 14:26:50.957915 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d16e2b-0f5f-4256-90ea-cd23afe147fc req-26d86ff5-6814-44fb-bcc2-910b63e8aa88 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:50.960317 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-18d16e2b-0f5f-4256-90ea-cd23afe147fc req-26d86ff5-6814-44fb-bcc2-910b63e8aa88 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0513706 Sep 24 14:26:51.013128 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-18d16e2b-0f5f-4256-90ea-cd23afe147fc req-44a8644c-ef2b-492a-9ffa-c99e4f1872c3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468366 Sep 24 14:26:51.845551 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eec94-f0e9-497c-a6c0-f8c8e2042c79 req-6bba4783-998f-43c0-b7a3-ad4c97f8fb78 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:51.855087 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4b8eec94-f0e9-497c-a6c0-f8c8e2042c79 req-6bba4783-998f-43c0-b7a3-ad4c97f8fb78 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.0591152 Sep 24 14:26:51.905274 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4b8eec94-f0e9-497c-a6c0-f8c8e2042c79 req-d9fe53e2-7366-4a2f-947d-860f32e295c0 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457230 Sep 24 14:26:51.934373 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:51.941362 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd622ef-4c97-4d0c-9d82-26fd6fe92ca7 req-5727be86-d1e9-491e-92b8-d7fa533e88b0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:51.943397 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-bcd622ef-4c97-4d0c-9d82-26fd6fe92ca7 req-5727be86-d1e9-491e-92b8-d7fa533e88b0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0571456 Sep 24 14:26:51.994219 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-bcd622ef-4c97-4d0c-9d82-26fd6fe92ca7 req-4db2511f-f1aa-4803-acb3-15d7c9b64b3b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 Sep 24 14:26:52.150466 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8645399-e138-4990-9703-efbf36945ff9 req-eb6baeb5-08ae-45d2-b611-2c6d14bdc563 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:52.152102 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b8645399-e138-4990-9703-efbf36945ff9 req-eb6baeb5-08ae-45d2-b611-2c6d14bdc563 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0524898 Sep 24 14:26:52.185670 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:52.204686 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b8645399-e138-4990-9703-efbf36945ff9 req-b5c7b075-2cab-4e01-a39d-993f70c4dc8f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468559 Sep 24 14:26:53.045080 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949b5c4-919f-46e3-bfc5-b0e76998d346 req-9ffa5058-5ffa-4aa0-8bf3-37668d91fbd7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:53.046666 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9949b5c4-919f-46e3-bfc5-b0e76998d346 req-9ffa5058-5ffa-4aa0-8bf3-37668d91fbd7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.0554392 Sep 24 14:26:53.095626 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9949b5c4-919f-46e3-bfc5-b0e76998d346 req-b599687e-a3a0-4a57-baa4-1c2773312953 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Sep 24 14:26:53.131844 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d42e44-e637-4402-8334-8ad2394c26da req-724a25c3-93ce-44fc-85e8-9d91ef61961c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:53.133300 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c0d42e44-e637-4402-8334-8ad2394c26da req-724a25c3-93ce-44fc-85e8-9d91ef61961c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0495813 Sep 24 14:26:53.178674 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c0d42e44-e637-4402-8334-8ad2394c26da req-9ba9024d-ba35-4881-a118-deee5dd8cacb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398145 Sep 24 14:26:53.308737 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:53.327331 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c72ad-1a60-4358-80b1-7e77585c33d6 req-779b2155-405b-4eec-9420-80f9fabb6c2b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:53.328788 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-286c72ad-1a60-4358-80b1-7e77585c33d6 req-779b2155-405b-4eec-9420-80f9fabb6c2b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0477228 Sep 24 14:26:53.374223 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-286c72ad-1a60-4358-80b1-7e77585c33d6 req-7b83e712-abbb-4270-98d6-f7a65b9439ee tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 Sep 24 14:26:54.213866 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74baba-7dda-4685-85c9-34793751c2a0 req-b8e503d7-806c-404f-a2ab-5935cd1878b1 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:54.215366 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c74baba-7dda-4685-85c9-34793751c2a0 req-b8e503d7-806c-404f-a2ab-5935cd1878b1 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.0462248 Sep 24 14:26:54.261648 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c74baba-7dda-4685-85c9-34793751c2a0 req-5d3b65f7-20bf-4d74-a436-8d3bcdbef19f tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Sep 24 14:26:54.307186 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b440e-b2b2-4bb5-a204-60eab3de7065 req-5a3ad18b-7542-4b06-9a89-70e8542a7243 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:54.308665 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e11b440e-b2b2-4bb5-a204-60eab3de7065 req-5a3ad18b-7542-4b06-9a89-70e8542a7243 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0508366 Sep 24 14:26:54.363704 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e11b440e-b2b2-4bb5-a204-60eab3de7065 req-e22a84de-5838-4fca-a506-ce76c497ecb3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495565 Sep 24 14:26:54.489063 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2f793-65d5-44f5-ad48-40efdb97d206 req-71b6b0b4-e8c2-409d-b67a-c10f1037606f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:54.490998 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-59c2f793-65d5-44f5-ad48-40efdb97d206 req-71b6b0b4-e8c2-409d-b67a-c10f1037606f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0447934 Sep 24 14:26:54.542748 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-59c2f793-65d5-44f5-ad48-40efdb97d206 req-a13e1e4d-ca97-4e02-9547-491f2e3f97ab tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463271 Sep 24 14:26:55.379242 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ebfec-1974-4f58-9eb2-45a9475e0025 req-dc31739b-5f61-4040-8e8a-c7bb8fbf9b06 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:55.383317 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0c0ebfec-1974-4f58-9eb2-45a9475e0025 req-dc31739b-5f61-4040-8e8a-c7bb8fbf9b06 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.0482574 Sep 24 14:26:55.431355 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0c0ebfec-1974-4f58-9eb2-45a9475e0025 req-f5973da8-b52f-43ea-b61a-cd9e220b9c56 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423670 Sep 24 14:26:55.487740 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9997a-0344-449a-ad7f-7e58ca23e67b req-8f658b13-ce94-4ce5-9052-720acb4cc4b8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:55.489190 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2dd9997a-0344-449a-ad7f-7e58ca23e67b req-8f658b13-ce94-4ce5-9052-720acb4cc4b8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0450125 Sep 24 14:26:55.535230 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2dd9997a-0344-449a-ad7f-7e58ca23e67b req-ac28cb8c-f53e-4262-a89e-cfb0231725b1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403976 Sep 24 14:26:55.651728 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-9677c2b7-d6ef-429e-a562-1152c747c85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:55.664721 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028991e-295e-4223-85e7-01cae24ab172 req-0c09948a-2cb5-465b-8efb-f78fdfcdcfa0 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:55.666210 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3028991e-295e-4223-85e7-01cae24ab172 req-0c09948a-2cb5-465b-8efb-f78fdfcdcfa0 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0496533 Sep 24 14:26:55.716839 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3028991e-295e-4223-85e7-01cae24ab172 req-ce0809b9-7e1c-41f1-885e-f4e5b321aa4b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 Sep 24 14:26:55.933536 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=24 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:56.550681 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeae0a5-09f1-48bf-b7ee-caa4fc24f449 req-0559094a-3f09-4320-bd05-00a4a8f4a0ad tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:56.552179 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eeeae0a5-09f1-48bf-b7ee-caa4fc24f449 req-0559094a-3f09-4320-bd05-00a4a8f4a0ad tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.0486751 Sep 24 14:26:56.599067 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eeeae0a5-09f1-48bf-b7ee-caa4fc24f449 req-51e08651-a84f-4ed0-b751-e969a306c78d tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403991 Sep 24 14:26:56.659776 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1862b-c4c2-4838-b867-f6a30999f574 req-13994385-db69-4974-840e-feabb78579f5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:56.661243 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7fc1862b-c4c2-4838-b867-f6a30999f574 req-13994385-db69-4974-840e-feabb78579f5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0470903 Sep 24 14:26:56.706431 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7fc1862b-c4c2-4838-b867-f6a30999f574 req-7e56c274-748c-4240-9e56-eb8a390fe611 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390496 Sep 24 14:26:56.835573 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286475b-81fb-48e9-9014-d55fd03f6f30 req-50b542f1-3fa5-4779-bc79-a6af6ad50a84 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:56.837383 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a286475b-81fb-48e9-9014-d55fd03f6f30 req-50b542f1-3fa5-4779-bc79-a6af6ad50a84 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0498428 Sep 24 14:26:56.883092 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a286475b-81fb-48e9-9014-d55fd03f6f30 req-63ce07fb-93f3-4232-ac41-dd4f9416517e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405123 Sep 24 14:26:57.719035 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad07d67-8511-4a9e-8416-1b5dc3db2dbf req-419f5e4d-493f-44f1-89c3-22b0a4ee9321 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:57.720479 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-dad07d67-8511-4a9e-8416-1b5dc3db2dbf req-419f5e4d-493f-44f1-89c3-22b0a4ee9321 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 943 time: 0.0456810 Sep 24 14:26:57.767118 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-dad07d67-8511-4a9e-8416-1b5dc3db2dbf req-c35df43c-f9ab-4645-9189-c9ebfa6bed32 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406511 Sep 24 14:26:57.830441 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aea61c-3faa-4b19-a00c-655e3de8346d req-75cd78b8-b3d7-413b-af60-f9602ab9b0cd tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:57.831926 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31aea61c-3faa-4b19-a00c-655e3de8346d req-75cd78b8-b3d7-413b-af60-f9602ab9b0cd tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0467656 Sep 24 14:26:57.877712 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31aea61c-3faa-4b19-a00c-655e3de8346d req-ce66c985-32d8-4e0f-b1a6-6ef8e85a9c72 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401902 Sep 24 14:26:58.003043 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5273a-49b8-4c6c-af54-59f576f458b2 req-d8acf962-221c-4d05-8b40-60c0ef25c886 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:58.004400 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-76b5273a-49b8-4c6c-af54-59f576f458b2 req-d8acf962-221c-4d05-8b40-60c0ef25c886 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0490131 Sep 24 14:26:58.041202 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9ed51186-1d2e-4988-a33e-ce4caba1e8cf details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:26:58.056767 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-76b5273a-49b8-4c6c-af54-59f576f458b2 req-a8455886-8207-4274-8364-43335c4ce369 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467503 Sep 24 14:26:58.091396 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-081c05eb-9fd8-4751-b706-a9b903623cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:58.158910 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9ed51186-1d2e-4988-a33e-ce4caba1e8cf,segment=NetworkSegment(0395e917-8b52-4911-9758-17cc76dc10a3),segment_id=0395e917-8b52-4911-9758-17cc76dc10a3)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:26:58.170573 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '9ed51186-1d2e-4988-a33e-ce4caba1e8cf', 'network_id': 'e2d3fb2a-c442-43ad-bf5f-ade60c86b674', 'port_id': '9ed51186-1d2e-4988-a33e-ce4caba1e8cf', 'mac_address': 'fa:16:3e:37:66:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591fdb84-7c2e-446b-b4dd-d39bb7b74bda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:26:58.204135 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:26:58.204520 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:58.218215 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed51186-1d2e-4988-a33e-ce4caba1e8cf {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:26:58.238880 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9ed51186-1d2e-4988-a33e-ce4caba1e8cf,segment=NetworkSegment(0395e917-8b52-4911-9758-17cc76dc10a3),segment_id=0395e917-8b52-4911-9758-17cc76dc10a3)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:26:58.243084 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:58.292904 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=9ed51186-1d2e-4988-a33e-ce4caba1e8cf,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:26:58.885049 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c7da6-cfa1-4fd8-8959-9e5734f7fcca req-3a076651-59f4-4cb0-a246-e4c9e6dbdbeb tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:58.886474 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c1c7da6-cfa1-4fd8-8959-9e5734f7fcca req-3a076651-59f4-4cb0-a246-e4c9e6dbdbeb tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 944 time: 0.0461545 Sep 24 14:26:58.935511 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c1c7da6-cfa1-4fd8-8959-9e5734f7fcca req-65a3e437-47ce-4f9f-a373-82117c3f61cb tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433888 Sep 24 14:26:58.998046 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea96c5-9e79-42ed-ab64-bdb0e748f46e req-e038c358-8a92-474f-94d7-27e9c1a195b5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:58.999553 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3dea96c5-9e79-42ed-ab64-bdb0e748f46e req-e038c358-8a92-474f-94d7-27e9c1a195b5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0448818 Sep 24 14:26:59.044996 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3dea96c5-9e79-42ed-ab64-bdb0e748f46e req-0c5b98db-747c-4a0d-8fad-85ecda533cae tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399148 Sep 24 14:26:59.159176 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:26:59.165254 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:26:59.173813 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9b531-474f-4079-a0df-6e3930800505 req-75d9018c-c035-4f21-b0b4-aac929d706fd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:26:59.175225 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-13e9b531-474f-4079-a0df-6e3930800505 req-75d9018c-c035-4f21-b0b4-aac929d706fd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0472016 Sep 24 14:26:59.222619 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-13e9b531-474f-4079-a0df-6e3930800505 req-9251d3e8-1c25-444b-b925-4ebaa386521a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Sep 24 14:27:00.050332 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1f9e2-3881-4af9-875d-f24c25db2073 req-60994096-7b6d-4b80-9ee3-b3bb0fa3fb86 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:00.051805 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-50c1f9e2-3881-4af9-875d-f24c25db2073 req-60994096-7b6d-4b80-9ee3-b3bb0fa3fb86 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 944 time: 0.0453596 Sep 24 14:27:00.101306 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-50c1f9e2-3881-4af9-875d-f24c25db2073 req-4c81ef44-e02c-42c9-ab73-7a586b6b4a7d tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Sep 24 14:27:00.168107 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9142a-7390-4144-a335-02dbfe384803 req-5123f24c-fe5b-4b9a-90f0-e2ffbc1fd6d6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:00.169560 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-76d9142a-7390-4144-a335-02dbfe384803 req-5123f24c-fe5b-4b9a-90f0-e2ffbc1fd6d6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0461502 Sep 24 14:27:00.188401 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:00.215785 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-76d9142a-7390-4144-a335-02dbfe384803 req-e3b6cdca-7566-4385-8b63-e5527756cbb5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408335 Sep 24 14:27:00.336010 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:00.352172 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b218a-d32c-481a-a469-ed9584892d1a req-4ee67729-9c67-4ec9-b58c-8b68e7e49db8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:00.353643 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c86b218a-d32c-481a-a469-ed9584892d1a req-4ee67729-9c67-4ec9-b58c-8b68e7e49db8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0518804 Sep 24 14:27:00.400792 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c86b218a-d32c-481a-a469-ed9584892d1a req-bc75e045-f24a-4c98-9895-e1d9e97638d7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416620 Sep 24 14:27:00.454669 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['9ed51186-1d2e-4988-a33e-ce4caba1e8cf'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:27:00.637867 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:00.804633 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:00.845281 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b003e-daeb-410c-a4bd-32ffd7b99e87 req-d737e054-e5a2-41cb-b701-4d69a1debe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:00.846724 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8d8b003e-daeb-410c-a4bd-32ffd7b99e87 req-d737e054-e5a2-41cb-b701-4d69a1debe63 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=591fdb84-7c2e-446b-b4dd-d39bb7b74bda HTTP/1.1" status: 200 len: 849 time: 0.0486445 Sep 24 14:27:00.965613 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:00.969584 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b003e-daeb-410c-a4bd-32ffd7b99e87 req-418d30e6-45be-4ee7-a1bd-a8888cc492f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:00.971100 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8d8b003e-daeb-410c-a4bd-32ffd7b99e87 req-418d30e6-45be-4ee7-a1bd-a8888cc492f5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=e2d3fb2a-c442-43ad-bf5f-ade60c86b674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825107 Sep 24 14:27:00.974651 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67419d-8827-49b7-8780-2bdb87d1d1d1 req-74efbc44-e96b-40e0-8c81-ddd64506bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:00.976553 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3f67419d-8827-49b7-8780-2bdb87d1d1d1 req-74efbc44-e96b-40e0-8c81-ddd64506bb89 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 1127 time: 0.0506256 Sep 24 14:27:01.044572 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:01.096710 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038c8d8-1a8b-4ab1-a135-b07a84eb44e0 req-74506c54-66a4-4dc5-b677-c63ac1589e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.098292 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2038c8d8-1a8b-4ab1-a135-b07a84eb44e0 req-74506c54-66a4-4dc5-b677-c63ac1589e40 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2522802 Sep 24 14:27:01.102653 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb76ea-71dc-46eb-9a22-f05ecf1a521e req-9a001fc9-0f1d-47c2-8777-3d6dfd86ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.104080 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0cbb76ea-71dc-46eb-9a22-f05ecf1a521e req-9a001fc9-0f1d-47c2-8777-3d6dfd86ff1b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2594943 Sep 24 14:27:01.229952 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8d8b003e-daeb-410c-a4bd-32ffd7b99e87 req-2a7a1e0c-5be7-47a9-b448-60ac8dc74cfb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e2d3fb2a-c442-43ad-bf5f-ade60c86b674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518730 Sep 24 14:27:01.234332 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67419d-8827-49b7-8780-2bdb87d1d1d1 req-83fdaf11-5f71-42ba-9d4e-6606db99e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.235708 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3f67419d-8827-49b7-8780-2bdb87d1d1d1 req-83fdaf11-5f71-42ba-9d4e-6606db99e3d6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=1f7134ad65014cb984417c99b3d76eff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2398555 Sep 24 14:27:01.285885 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad1d23-7391-4816-b516-1fe268bdb8cd req-37447b39-2c1f-4efd-8c69-705ecbda6971 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.287453 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1ad1d23-7391-4816-b516-1fe268bdb8cd req-37447b39-2c1f-4efd-8c69-705ecbda6971 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 944 time: 0.1087496 Sep 24 14:27:01.288917 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-55594556-356f-43b5-bdc1-481ff2db8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.290254 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-55594556-356f-43b5-bdc1-481ff2db8ab8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 1127 time: 0.0809171 Sep 24 14:27:01.301520 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-284f5c1a-c03a-44e2-8e02-455424db976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.302898 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-284f5c1a-c03a-44e2-8e02-455424db976d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 1127 time: 0.0825815 Sep 24 14:27:01.342746 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257e849-b9c7-45c4-8ac7-d907c91838d7 req-ba1195c7-1b54-41c3-ad61-ef1edbb8773e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.344276 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1ad1d23-7391-4816-b516-1fe268bdb8cd req-731cdcde-b56c-42ea-9019-7a433830dae3 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489218 Sep 24 14:27:01.344395 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3257e849-b9c7-45c4-8ac7-d907c91838d7 req-ba1195c7-1b54-41c3-ad61-ef1edbb8773e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0492272 Sep 24 14:27:01.403254 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3257e849-b9c7-45c4-8ac7-d907c91838d7 req-cf00a9af-bb41-4587-b50a-ef09aad68ff9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429175 Sep 24 14:27:01.744387 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67419d-8827-49b7-8780-2bdb87d1d1d1 req-f4beddc0-bda4-486e-986e-5dc77710387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.745857 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3f67419d-8827-49b7-8780-2bdb87d1d1d1 req-f4beddc0-bda4-486e-986e-5dc77710387c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2671628 Sep 24 14:27:01.749890 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8d8b003e-daeb-410c-a4bd-32ffd7b99e87 req-8e3a742a-fa4e-4b9b-a47d-a33b00eb6ad6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e2d3fb2a-c442-43ad-bf5f-ade60c86b674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723744 Sep 24 14:27:01.829849 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-4104b002-8e0d-4b93-982b-d07a6aaf5d16 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=812bad02-1d00-421a-acb7-00e2e9023540 HTTP/1.1" status: 200 len: 217 time: 0.3456497 Sep 24 14:27:01.831158 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-cc6ed3b2-0d70-487b-a415-6d4954dab6aa service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c943efd-ace2-4916-8133-bc99ff2e01cf HTTP/1.1" status: 200 len: 217 time: 0.3460839 Sep 24 14:27:01.855316 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-2eebc613-1b10-4ffc-a44f-d49d7be7adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.856802 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-2eebc613-1b10-4ffc-a44f-d49d7be7adf7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 1127 time: 0.0422232 Sep 24 14:27:01.861757 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd9d1c-a756-4951-819e-a021a39b1542 req-9e12e341-47c2-45e9-bed4-7aeb09aae969 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.863184 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fddd9d1c-a756-4951-819e-a021a39b1542 req-9e12e341-47c2-45e9-bed4-7aeb09aae969 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.3802235 Sep 24 14:27:01.901101 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-8a5638a8-3209-4d75-89f1-71a35a738a50 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d HTTP/1.1" status: 200 len: 217 time: 0.0317297 Sep 24 14:27:01.949876 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-cd85920b-db33-4490-b3fb-222fb4c34014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.951342 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-cd85920b-db33-4490-b3fb-222fb4c34014 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=f32d4a51-22a9-4cfb-b152-16f2e987f478 HTTP/1.1" status: 200 len: 855 time: 0.0435972 Sep 24 14:27:01.977811 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-14dde6a2-4eaa-4854-9625-e6c7453d2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.979279 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-14dde6a2-4eaa-4854-9625-e6c7453d2138 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.1374507 Sep 24 14:27:01.982563 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-3593f000-bf88-4109-9ece-0d738f9d8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.983915 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-3593f000-bf88-4109-9ece-0d738f9d8482 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.1410241 Sep 24 14:27:01.993476 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-0a337244-6e6b-4690-941a-237003d65726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:01.994934 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-0a337244-6e6b-4690-941a-237003d65726 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=841ec28f-242a-4287-8d65-ef9f3927d5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375321 Sep 24 14:27:02.061642 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fddd9d1c-a756-4951-819e-a021a39b1542 req-a257294c-0f5e-43e4-9ab0-c58b3e4fb022 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706223 Sep 24 14:27:02.101221 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-20a01ea3-e06c-42e9-9a4c-8131d3435a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:02.102717 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-20a01ea3-e06c-42e9-9a4c-8131d3435a34 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1154721 Sep 24 14:27:02.102947 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-26c2b9b5-6f42-48d0-9bd3-3314613c6714 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016071 Sep 24 14:27:02.107678 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-f1a179f4-6ac4-416a-96ed-e9c77578e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:02.109033 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-f1a179f4-6ac4-416a-96ed-e9c77578e680 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863049 Sep 24 14:27:02.184376 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:02.208399 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd308d25-90d2-48d1-8fec-f37368e733a8 req-a04928f8-7470-4772-87b1-bc6ed9c0e3c0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881646 Sep 24 14:27:02.233016 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9ed51186-1d2e-4988-a33e-ce4caba1e8cf up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:27:02.277353 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-6253d1ac-651e-4176-bb0b-50dcb0d99524 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624255 Sep 24 14:27:02.278980 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:27:02.281118 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-875cb97c-2d48-4304-8e79-605a15e8b3d4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580362 Sep 24 14:27:02.284863 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:27:02.285344 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:02.285848 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf Sep 24 14:27:02.320076 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:02.327341 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:02.362534 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:27:02.362948 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:02.386494 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917f5416-f73d-496e-b89a-b62e69db68d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed51186-1d2e-4988-a33e-ce4caba1e8cf'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:27:02.473416 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297c346-d8f0-4aa4-a03f-aa73aa88edf5 req-fb283d8c-ad31-43ac-83bb-0c578a80be0f tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:02.473831 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9ed51186-1d2e-4988-a33e-ce4caba1e8cf,segment=NetworkSegment(0395e917-8b52-4911-9758-17cc76dc10a3),segment_id=0395e917-8b52-4911-9758-17cc76dc10a3)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:02.474337 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5297c346-d8f0-4aa4-a03f-aa73aa88edf5 req-fb283d8c-ad31-43ac-83bb-0c578a80be0f tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 944 time: 0.0528185 Sep 24 14:27:02.479057 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:02.519842 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:02.537219 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=9ed51186-1d2e-4988-a33e-ce4caba1e8cf,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:02.550563 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5297c346-d8f0-4aa4-a03f-aa73aa88edf5 req-cd7fea0c-55b5-4bf6-8048-7aa950e77136 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670578 Sep 24 14:27:02.571710 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba6a1b-8226-40c5-9e00-b83591b113dd req-d72bfc6f-747c-46f8-803e-358850d7623c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:02.575788 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-64ba6a1b-8226-40c5-9e00-b83591b113dd req-d72bfc6f-747c-46f8-803e-358850d7623c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0695689 Sep 24 14:27:02.600053 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba53966-354d-44ad-977d-bfa0310c5742" -d '{"events": [{"server_uuid": "917f5416-f73d-496e-b89a-b62e69db68d8", "name": "network-vif-plugged", "status": "completed", "tag": "9ed51186-1d2e-4988-a33e-ce4caba1e8cf"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:27:02.642110 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-64ba6a1b-8226-40c5-9e00-b83591b113dd req-9549aaac-bde0-4793-af95-bcb9cdc7db30 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623927 Sep 24 14:27:02.713947 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9806a4cd-650e-40fe-810b-feceb9084048 x-openstack-request-id: req-9806a4cd-650e-40fe-810b-feceb9084048 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:27:02.715229 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917f5416-f73d-496e-b89a-b62e69db68d8", "name": "network-vif-plugged", "status": "completed", "tag": "9ed51186-1d2e-4988-a33e-ce4caba1e8cf", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:27:02.715503 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9806a4cd-650e-40fe-810b-feceb9084048 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:27:02.715965 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9806a4cd-650e-40fe-810b-feceb9084048'] response: {'server_uuid': '917f5416-f73d-496e-b89a-b62e69db68d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed51186-1d2e-4988-a33e-ce4caba1e8cf', 'code': 200} Sep 24 14:27:03.187381 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74273fb-757e-43b9-a0ec-c7bf0d6dacc5 req-f332c930-9666-463e-a987-e0fd9e8b4a0c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:03.188927 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c74273fb-757e-43b9-a0ec-c7bf0d6dacc5 req-f332c930-9666-463e-a987-e0fd9e8b4a0c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0537276 Sep 24 14:27:03.238040 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c74273fb-757e-43b9-a0ec-c7bf0d6dacc5 req-d93b95bd-005d-49c1-a428-064b2cf945ca tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414686 Sep 24 14:27:03.687430 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30c202-d05d-4633-be7f-32f3381122d0 req-a81af174-b8a2-4664-8bcf-fdca5af96940 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:03.688892 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ed30c202-d05d-4633-be7f-32f3381122d0 req-a81af174-b8a2-4664-8bcf-fdca5af96940 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0453181 Sep 24 14:27:03.735614 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ed30c202-d05d-4633-be7f-32f3381122d0 req-24741164-0e39-4c41-bc47-c82ec6d1554f tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Sep 24 14:27:03.777645 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510055b-b0b9-440d-a8e7-16fe84d77e89 req-1bc01c24-e87b-4826-8965-ee3af006d86c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:03.779122 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1510055b-b0b9-440d-a8e7-16fe84d77e89 req-1bc01c24-e87b-4826-8965-ee3af006d86c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0447917 Sep 24 14:27:03.825880 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1510055b-b0b9-440d-a8e7-16fe84d77e89 req-2577cbc9-1652-4efd-b67e-d08a9e909cfb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410383 Sep 24 14:27:04.318685 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:04.525241 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cbfef-17b0-4f10-9b4c-ced8caa3fec9 req-4cd56d1b-88c8-4a90-a105-1be5d93973c9 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:04.526682 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-753cbfef-17b0-4f10-9b4c-ced8caa3fec9 req-4cd56d1b-88c8-4a90-a105-1be5d93973c9 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.2172835 Sep 24 14:27:04.573416 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-753cbfef-17b0-4f10-9b4c-ced8caa3fec9 req-b3f59cbc-a95c-4443-b608-0b0c9ae986f0 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409155 Sep 24 14:27:04.821030 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:04.858520 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb26148-9255-45d7-a0be-db2448afae7b req-fd90e1a5-ecc2-4eef-8325-a1192c1bd6de tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:04.860037 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2bb26148-9255-45d7-a0be-db2448afae7b req-fd90e1a5-ecc2-4eef-8325-a1192c1bd6de tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0510995 Sep 24 14:27:04.907008 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2bb26148-9255-45d7-a0be-db2448afae7b req-f40f39ee-d41a-40ee-8331-f147fe302ca3 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412216 Sep 24 14:27:04.947959 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4edc6-1a69-431b-8076-27d254165dfc req-188074af-7ea5-4d8d-a0a8-682ab3cae0fd tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:04.949411 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-74b4edc6-1a69-431b-8076-27d254165dfc req-188074af-7ea5-4d8d-a0a8-682ab3cae0fd tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0459883 Sep 24 14:27:04.994696 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-74b4edc6-1a69-431b-8076-27d254165dfc req-3081147b-27db-4365-83a0-584e7d6f2c95 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398242 Sep 24 14:27:05.690697 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3329577-68c4-4b56-abe7-b82223fdb25e req-941142c4-a4c7-455a-8e22-a6bd04425d46 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:05.692182 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c3329577-68c4-4b56-abe7-b82223fdb25e req-941142c4-a4c7-455a-8e22-a6bd04425d46 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0462570 Sep 24 14:27:05.738050 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c3329577-68c4-4b56-abe7-b82223fdb25e req-f04469a2-cd0d-45c8-ad7c-a3bf627cdeba tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Sep 24 14:27:06.026325 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcccd3f-879a-4bc4-9c2e-daf85271dd1b req-37a6cbd6-ea40-4b0f-90b9-fb3e984836a1 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:06.027816 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8bcccd3f-879a-4bc4-9c2e-daf85271dd1b req-37a6cbd6-ea40-4b0f-90b9-fb3e984836a1 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0479596 Sep 24 14:27:06.074731 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8bcccd3f-879a-4bc4-9c2e-daf85271dd1b req-8b8dfe99-6dcd-4aeb-9fd1-75c2957cc4b6 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Sep 24 14:27:06.122988 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028e067-94b8-4533-93df-f4b51db0e504 req-0fb6d232-b4a8-4bc5-bb3b-7f7f7ef8c69b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:06.125019 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5028e067-94b8-4533-93df-f4b51db0e504 req-0fb6d232-b4a8-4bc5-bb3b-7f7f7ef8c69b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0524714 Sep 24 14:27:06.175993 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5028e067-94b8-4533-93df-f4b51db0e504 req-35d5cda5-f5f3-432a-b207-d55f824f75ba tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451558 Sep 24 14:27:06.853578 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c44cde-d0da-4078-975d-c426629a4583 req-08aa2a36-93d9-4e1b-b8d9-9abfdde7606c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:06.855020 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-04c44cde-d0da-4078-975d-c426629a4583 req-08aa2a36-93d9-4e1b-b8d9-9abfdde7606c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0450318 Sep 24 14:27:06.901264 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-04c44cde-d0da-4078-975d-c426629a4583 req-7e0948a4-712c-4cff-ac10-3e195ca30c07 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Sep 24 14:27:07.200893 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e89ed-cace-40f3-aaee-08764946eaff req-e6580abc-7fc4-41a7-bd5b-d6934ff45619 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:07.202262 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-700e89ed-cace-40f3-aaee-08764946eaff req-e6580abc-7fc4-41a7-bd5b-d6934ff45619 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0488803 Sep 24 14:27:07.249834 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-700e89ed-cace-40f3-aaee-08764946eaff req-d637f36a-6c0f-48c6-8f75-bdf0ab333479 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420506 Sep 24 14:27:07.302134 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0d747-a48e-429b-92c1-d204a224b4a4 req-27c4c7bd-1681-44a6-b715-3d00b3deefe1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:07.303619 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f3e0d747-a48e-429b-92c1-d204a224b4a4 req-27c4c7bd-1681-44a6-b715-3d00b3deefe1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0498269 Sep 24 14:27:07.349499 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f3e0d747-a48e-429b-92c1-d204a224b4a4 req-742b1d33-99b0-48ae-97db-ff212bb04e77 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403936 Sep 24 14:27:08.024950 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606f816-2d57-4b4a-8084-b65304a67e08 req-bbb477bf-9f44-47d3-a05b-4af2c9a84588 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:08.026720 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d606f816-2d57-4b4a-8084-b65304a67e08 req-bbb477bf-9f44-47d3-a05b-4af2c9a84588 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0479136 Sep 24 14:27:08.080552 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d606f816-2d57-4b4a-8084-b65304a67e08 req-d11aa1d0-d605-4d28-9d82-0986265d707d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467250 Sep 24 14:27:08.374623 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002aeaa-87b0-4f1c-87e6-5419db51e982 req-6be82c2d-579b-4862-812c-0c3a0a3cd9d7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:08.376137 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b002aeaa-87b0-4f1c-87e6-5419db51e982 req-6be82c2d-579b-4862-812c-0c3a0a3cd9d7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0522969 Sep 24 14:27:08.428406 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b002aeaa-87b0-4f1c-87e6-5419db51e982 req-a1c11dd4-ffe5-43f5-9b09-b6128f50b4f3 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462680 Sep 24 14:27:08.481050 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b09e9-8ec7-4808-a4d9-3e4b4d2c7d1b req-90e4fe8f-a956-4380-8b50-5ea954ccc3e7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:08.482581 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf3b09e9-8ec7-4808-a4d9-3e4b4d2c7d1b req-90e4fe8f-a956-4380-8b50-5ea954ccc3e7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0510445 Sep 24 14:27:08.532121 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf3b09e9-8ec7-4808-a4d9-3e4b4d2c7d1b req-c36f794c-9b00-47a1-b159-3a2536b67cc6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437226 Sep 24 14:27:09.207683 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2856235-bafa-428a-a270-42451fde5640 req-4945d690-21f4-4725-88d2-a0c11875f3f8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:09.209126 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b2856235-bafa-428a-a270-42451fde5640 req-4945d690-21f4-4725-88d2-a0c11875f3f8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0468922 Sep 24 14:27:09.291649 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b2856235-bafa-428a-a270-42451fde5640 req-74155c87-3d30-4ee9-acbe-614d093522f2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751779 Sep 24 14:27:09.427658 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe5c1f0d-676a-4265-937b-30147a40b5e0 req-c1cc0230-1d9c-4fef-b648-862973299a8f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625817 Sep 24 14:27:09.554277 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:09.609949 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dfa10-e3c9-4141-b101-8f7f3953833f req-bce145f2-4b18-4857-b754-644fbcea8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:09.611756 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-340dfa10-e3c9-4141-b101-8f7f3953833f req-bce145f2-4b18-4857-b754-644fbcea8896 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 1129 time: 0.1533504 Sep 24 14:27:09.631921 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-da459f2b-02e3-4d86-b917-99f7a7734222 req-3cbfca64-fc68-4ea1-a008-e5e1d22f7f12 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679533 Sep 24 14:27:09.638588 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ecf4-704f-4e35-891a-63ff83778360 req-ffac4558-c801-4f18-8d61-99922a942134 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:09.640234 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4ad3ecf4-704f-4e35-891a-63ff83778360 req-ffac4558-c801-4f18-8d61-99922a942134 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0940981 Sep 24 14:27:09.695458 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d24a6e-3bab-4363-a0d6-a01ba122150f req-6cc7dae2-7d0d-4191-a994-8129e943c54d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:09.704656 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4ad3ecf4-704f-4e35-891a-63ff83778360 req-0e075170-0d5e-4495-afb0-07fe2d7836d3 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575919 Sep 24 14:27:09.707763 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a6d24a6e-3bab-4363-a0d6-a01ba122150f req-6cc7dae2-7d0d-4191-a994-8129e943c54d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0721147 Sep 24 14:27:09.749717 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 38250) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:09.763382 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a6d24a6e-3bab-4363-a0d6-a01ba122150f req-97531e72-a3ad-4562-aa3b-dce3dbdcdc3e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545688 Sep 24 14:27:09.970733 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.063020 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Publish callbacks [] for security_group (ee312d0b-f3db-47d2-a43e-44b12ec121db), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.064378 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ee312d0b-f3db-47d2-a43e-44b12ec121db), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.068954 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:10.108622 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9a33b93133414161a03bde9c002a7e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571899 Sep 24 14:27:10.110640 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee312d0b-f3db-47d2-a43e-44b12ec121db,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:10.112072 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 38278) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:10.119113 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.119644 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.120154 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.120643 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.121124 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.121657 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.122221 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.122698 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.123211 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.123724 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.124354 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.124868 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.125374 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.125879 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.126395 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee68032-9b8b-4af8-a519-8d03d5a165eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.168979 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:10.181509 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Publish callbacks [] for security_group (ee312d0b-f3db-47d2-a43e-44b12ec121db), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.201659 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Publish callbacks [] for security_group (ee312d0b-f3db-47d2-a43e-44b12ec121db), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.250774 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ee312d0b-f3db-47d2-a43e-44b12ec121db), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.253477 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.254632 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ee312d0b-f3db-47d2-a43e-44b12ec121db HTTP/1.1" status: 204 len: 168 time: 0.1395879 Sep 24 14:27:10.264494 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee312d0b-f3db-47d2-a43e-44b12ec121db,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:10.272979 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.273162 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.273482 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.273824 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.274281 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.274605 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.274966 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.275300 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.275650 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.275985 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.276329 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.276731 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.277066 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.277395 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.277718 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac61eb-a2d2-47a6-b89b-f8dd7a634e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:10.326963 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 38286) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:10.428815 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1724b-c465-43d3-be00-d1dca4527c3b req-e0bd0a52-1071-4eaf-a845-ec115d1c331a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:10.430349 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7fa1724b-c465-43d3-be00-d1dca4527c3b req-e0bd0a52-1071-4eaf-a845-ec115d1c331a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0549636 Sep 24 14:27:10.487060 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7fa1724b-c465-43d3-be00-d1dca4527c3b req-1b62a4d1-be26-4ce4-ac3c-773fdcd2da18 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488396 Sep 24 14:27:10.580427 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a88a5e65-08d6-4978-b4e7-7cf1f3264d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.635213 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:10.642174 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 38294) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:10.656261 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-24017d33-5eac-4e3c-b9f2-816f1ee065ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.666432 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a88a5e65-08d6-4978-b4e7-7cf1f3264d3c admin admin] Publish callbacks [] for security_group (a2dc8922-d9a6-487c-be4e-6d7e1f3ec102), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.670865 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a88a5e65-08d6-4978-b4e7-7cf1f3264d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (a2dc8922-d9a6-487c-be4e-6d7e1f3ec102), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.712749 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-a88a5e65-08d6-4978-b4e7-7cf1f3264d3c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8a1054585ddc4cc39a4f5e721b8f240c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846464 Sep 24 14:27:10.713601 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a5e65-08d6-4978-b4e7-7cf1f3264d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dc8922-d9a6-487c-be4e-6d7e1f3ec102,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:10.716627 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 38296) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:10.732877 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-24017d33-5eac-4e3c-b9f2-816f1ee065ea admin admin] Publish callbacks [] for security_group (18e49e88-c548-4494-b83d-886c8f37d80f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.741664 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-24017d33-5eac-4e3c-b9f2-816f1ee065ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (18e49e88-c548-4494-b83d-886c8f37d80f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.780932 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-72593a45-a731-4d49-94a2-05647e6e3247 admin admin] Publish callbacks [] for security_group (a2dc8922-d9a6-487c-be4e-6d7e1f3ec102), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.787934 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24017d33-5eac-4e3c-b9f2-816f1ee065ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e49e88-c548-4494-b83d-886c8f37d80f,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:10.792371 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-24017d33-5eac-4e3c-b9f2-816f1ee065ea admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=adf0cc68cb1245e3a867cf6dcee4b882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490042 Sep 24 14:27:10.795014 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 38300) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:10.846233 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-72593a45-a731-4d49-94a2-05647e6e3247 admin admin] Publish callbacks [] for security_group (a2dc8922-d9a6-487c-be4e-6d7e1f3ec102), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.850248 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-481c9b08-1f51-4758-937c-86df9baedcb0 admin admin] Publish callbacks [] for security_group (18e49e88-c548-4494-b83d-886c8f37d80f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.880516 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-481c9b08-1f51-4758-937c-86df9baedcb0 admin admin] Publish callbacks [] for security_group (18e49e88-c548-4494-b83d-886c8f37d80f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.883386 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586efa2-bd48-4d10-86e7-935521246b49 req-3925aa8f-e137-4b7e-a3aa-e60dd4dec45c tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:10.884861 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a586efa2-bd48-4d10-86e7-935521246b49 req-3925aa8f-e137-4b7e-a3aa-e60dd4dec45c tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0896838 Sep 24 14:27:10.938301 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4cfc0-ba07-41b4-a132-a8bd1fa1a878 req-66f89c5f-4ecb-4255-a50f-94039e6eea34 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:10.940145 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1fa4cfc0-ba07-41b4-a132-a8bd1fa1a878 req-66f89c5f-4ecb-4255-a50f-94039e6eea34 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0769463 Sep 24 14:27:10.948758 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a586efa2-bd48-4d10-86e7-935521246b49 req-1fa4804a-207f-44f3-b42f-d7c6b8617896 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564785 Sep 24 14:27:10.949948 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-72593a45-a731-4d49-94a2-05647e6e3247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (a2dc8922-d9a6-487c-be4e-6d7e1f3ec102), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.952939 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-72593a45-a731-4d49-94a2-05647e6e3247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:10.956458 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-72593a45-a731-4d49-94a2-05647e6e3247 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a2dc8922-d9a6-487c-be4e-6d7e1f3ec102 HTTP/1.1" status: 204 len: 168 time: 0.2364917 Sep 24 14:27:10.963621 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72593a45-a731-4d49-94a2-05647e6e3247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dc8922-d9a6-487c-be4e-6d7e1f3ec102,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:11.002882 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1fa4cfc0-ba07-41b4-a132-a8bd1fa1a878 req-0b32410a-18e6-4dd1-a37d-327f1eb7cab1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537891 Sep 24 14:27:11.003883 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-481c9b08-1f51-4758-937c-86df9baedcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (18e49e88-c548-4494-b83d-886c8f37d80f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:11.007724 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-481c9b08-1f51-4758-937c-86df9baedcb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:11.008775 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-481c9b08-1f51-4758-937c-86df9baedcb0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/18e49e88-c548-4494-b83d-886c8f37d80f HTTP/1.1" status: 204 len: 168 time: 0.2128701 Sep 24 14:27:11.016540 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c9b08-1f51-4758-937c-86df9baedcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e49e88-c548-4494-b83d-886c8f37d80f,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:11.238663 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:11.239844 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=5 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:11.397619 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 38322) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:11.411987 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-663a3527-9a91-4f08-89e0-1ff072531af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:11.460179 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:27:11.490563 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-663a3527-9a91-4f08-89e0-1ff072531af7 admin admin] Publish callbacks [] for security_group (afe3cd47-92db-4bff-a795-35aa0dd9b035), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:11.496302 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-663a3527-9a91-4f08-89e0-1ff072531af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (afe3cd47-92db-4bff-a795-35aa0dd9b035), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:11.532561 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:11.540922 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 38330) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:11.541183 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-663a3527-9a91-4f08-89e0-1ff072531af7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3c01fb2231f1458db5bc419f3dd66629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422663 Sep 24 14:27:11.543050 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a3527-9a91-4f08-89e0-1ff072531af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe3cd47-92db-4bff-a795-35aa0dd9b035,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:11.550693 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:11.561386 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:11.573796 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'port_id': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'mac_address': 'fa:16:3e:1d:43:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:27:11.615474 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:27:11.616155 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:11.617788 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a27aa6f4-f19a-45c4-9569-9be912e4e907 admin admin] Publish callbacks [] for security_group (afe3cd47-92db-4bff-a795-35aa0dd9b035), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:11.631135 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:27:11.648924 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a27aa6f4-f19a-45c4-9569-9be912e4e907 admin admin] Publish callbacks [] for security_group (afe3cd47-92db-4bff-a795-35aa0dd9b035), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:11.661250 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:11.667741 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:11.681609 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13a61c-43bd-41df-a17c-e6aabb2e917f req-04020f64-7ab1-4112-bab9-0968b8795292 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:11.683563 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4b13a61c-43bd-41df-a17c-e6aabb2e917f req-04020f64-7ab1-4112-bab9-0968b8795292 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0600998 Sep 24 14:27:11.717175 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a27aa6f4-f19a-45c4-9569-9be912e4e907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (afe3cd47-92db-4bff-a795-35aa0dd9b035), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:11.720722 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a27aa6f4-f19a-45c4-9569-9be912e4e907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:11.724531 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-a27aa6f4-f19a-45c4-9569-9be912e4e907 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/afe3cd47-92db-4bff-a795-35aa0dd9b035 HTTP/1.1" status: 204 len: 168 time: 0.1820693 Sep 24 14:27:11.736064 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aa6f4-f19a-45c4-9569-9be912e4e907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe3cd47-92db-4bff-a795-35aa0dd9b035,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:11.737521 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4b13a61c-43bd-41df-a17c-e6aabb2e917f req-e7be1e0a-dc0e-4779-bf1d-8b0b240f18d3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478940 Sep 24 14:27:11.755260 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:11.764143 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.764741 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.765405 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.765762 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.766099 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.766452 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.766744 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.767250 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.767578 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.767899 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.768218 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.768566 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.768871 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.769378 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:11.769885 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:27:12.103315 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620ec78-2a3f-499b-8fdc-bf8f599ef2eb req-d0bd92bc-7cdf-4827-9a49-6694ddba2f3e tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:12.105121 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5620ec78-2a3f-499b-8fdc-bf8f599ef2eb req-d0bd92bc-7cdf-4827-9a49-6694ddba2f3e tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0660343 Sep 24 14:27:12.157069 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82059df1-2cdd-4118-b0eb-16c72c3ed62d req-5fc41edd-b108-454e-83ce-b4e492ed4494 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:12.158916 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-82059df1-2cdd-4118-b0eb-16c72c3ed62d req-5fc41edd-b108-454e-83ce-b4e492ed4494 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 944 time: 0.0523663 Sep 24 14:27:12.164640 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5620ec78-2a3f-499b-8fdc-bf8f599ef2eb req-9cc8210d-18e0-4e47-9f81-9937dd981c28 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540414 Sep 24 14:27:12.235522 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-82059df1-2cdd-4118-b0eb-16c72c3ed62d req-0a3a4cbd-9ae9-4546-b953-c182f17d18db tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707471 Sep 24 14:27:12.392736 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 38374) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:12.603257 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-737c5876-eec7-448c-a386-acdf123e0e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:12.614622 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:12.685513 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-737c5876-eec7-448c-a386-acdf123e0e60 admin admin] Publish callbacks [] for security_group (bb908785-7c80-4985-97aa-60d13ff265aa), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:12.691035 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-737c5876-eec7-448c-a386-acdf123e0e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (bb908785-7c80-4985-97aa-60d13ff265aa), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:12.728514 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c5876-eec7-448c-a386-acdf123e0e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb908785-7c80-4985-97aa-60d13ff265aa,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:12.735729 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-737c5876-eec7-448c-a386-acdf123e0e60 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=821bfb03944a446681061d24e1a5d12e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395188 Sep 24 14:27:12.735936 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 38386) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:12.805036 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-25a9978f-293f-4198-ae9c-8e83a0663dc4 admin admin] Publish callbacks [] for security_group (bb908785-7c80-4985-97aa-60d13ff265aa), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:12.830943 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-25a9978f-293f-4198-ae9c-8e83a0663dc4 admin admin] Publish callbacks [] for security_group (bb908785-7c80-4985-97aa-60d13ff265aa), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:12.897687 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d8b67-edf8-4204-875d-76f1ba5de25a req-b8ee5935-a1ef-4e08-a1aa-6784e5e24861 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:12.899182 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c47d8b67-edf8-4204-875d-76f1ba5de25a req-b8ee5935-a1ef-4e08-a1aa-6784e5e24861 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0718503 Sep 24 14:27:12.937560 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-25a9978f-293f-4198-ae9c-8e83a0663dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (bb908785-7c80-4985-97aa-60d13ff265aa), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:12.940058 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-25a9978f-293f-4198-ae9c-8e83a0663dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:12.941165 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-25a9978f-293f-4198-ae9c-8e83a0663dc4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bb908785-7c80-4985-97aa-60d13ff265aa HTTP/1.1" status: 204 len: 168 time: 0.2043107 Sep 24 14:27:12.959292 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9978f-293f-4198-ae9c-8e83a0663dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb908785-7c80-4985-97aa-60d13ff265aa,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:12.979551 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c47d8b67-edf8-4204-875d-76f1ba5de25a req-6aea3dc1-87bb-4b81-89eb-8186a8064504 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738153 Sep 24 14:27:13.313942 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fb1dd-8d8f-4044-b0a6-8994ae99b489 req-bac91ded-1df1-4e09-9d3c-86f9171c0387 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:13.320502 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-274fb1dd-8d8f-4044-b0a6-8994ae99b489 req-bac91ded-1df1-4e09-9d3c-86f9171c0387 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0559242 Sep 24 14:27:13.380744 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-274fb1dd-8d8f-4044-b0a6-8994ae99b489 req-22cbc6f3-f949-45ab-a416-e50ed04b1bba tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543444 Sep 24 14:27:13.402007 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a12ad-6afa-4733-a337-773abb6f8d46 req-7719891e-5b25-4ede-9d0e-4c6fe60f6504 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:13.403860 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe8a12ad-6afa-4733-a337-773abb6f8d46 req-7719891e-5b25-4ede-9d0e-4c6fe60f6504 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 944 time: 0.0695386 Sep 24 14:27:13.463955 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe8a12ad-6afa-4733-a337-773abb6f8d46 req-d3a89dcf-114e-4c15-b822-872a96dcb3af tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485313 Sep 24 14:27:14.116707 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f7020-f1d4-45a6-9766-bb3f0f68aa00 req-255d8de3-638c-46ba-b0ab-5637e7238674 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:14.118227 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-404f7020-f1d4-45a6-9766-bb3f0f68aa00 req-255d8de3-638c-46ba-b0ab-5637e7238674 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0644889 Sep 24 14:27:14.172638 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-404f7020-f1d4-45a6-9766-bb3f0f68aa00 req-84204d44-e683-4d04-b1a5-c6967d482def tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470791 Sep 24 14:27:14.567013 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee595424-2bd7-4642-afa9-c3eae961b2eb req-78a8f13d-0a98-48e8-92a8-dc479dbdfcad tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:14.577109 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ee595424-2bd7-4642-afa9-c3eae961b2eb req-78a8f13d-0a98-48e8-92a8-dc479dbdfcad tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.1052465 Sep 24 14:27:14.643439 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ee595424-2bd7-4642-afa9-c3eae961b2eb req-ee1f1292-321c-439c-9995-a71cac9d7622 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653811 Sep 24 14:27:14.685288 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0b63-7e5a-41d3-ab91-31f087aba282 req-6839758e-1e3c-4c90-839f-acc673c8480a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:14.687977 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b30e0b63-7e5a-41d3-ab91-31f087aba282 req-6839758e-1e3c-4c90-839f-acc673c8480a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 944 time: 0.0892644 Sep 24 14:27:14.779535 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b30e0b63-7e5a-41d3-ab91-31f087aba282 req-169c7d90-d712-4e10-a34b-0f70dc28816a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858474 Sep 24 14:27:14.919548 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['42c66fed-6127-4d44-b2b2-1f1ddaf5a32d'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:27:14.945198 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:14.979346 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:15.315931 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c8b03-6090-4de4-9972-771d2401743f req-4d836688-629f-4b45-85cf-fda31a225750 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:15.317410 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f73c8b03-6090-4de4-9972-771d2401743f req-4d836688-629f-4b45-85cf-fda31a225750 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0586011 Sep 24 14:27:15.351479 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:15.369307 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f73c8b03-6090-4de4-9972-771d2401743f req-211c50f9-000d-43e7-941b-5d7c9dc31565 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462756 Sep 24 14:27:15.771959 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a27e2f-abf1-41cd-a592-b934f36ff529 req-ada1f1c4-81de-44c9-9b55-42ab53f05ec0 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:15.774389 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-12a27e2f-abf1-41cd-a592-b934f36ff529 req-ada1f1c4-81de-44c9-9b55-42ab53f05ec0 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0518317 Sep 24 14:27:15.803315 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:15.849582 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-12a27e2f-abf1-41cd-a592-b934f36ff529 req-f8e58afd-516c-4fe5-8e7d-5663b49549b7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673928 Sep 24 14:27:16.067672 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad436c0c-f3f3-414c-b4b8-748aefca3a0f req-cb680f1f-127a-4d5b-8ff6-5fe86f992dd3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:16.069675 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ad436c0c-f3f3-414c-b4b8-748aefca3a0f req-cb680f1f-127a-4d5b-8ff6-5fe86f992dd3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 944 time: 0.2125123 Sep 24 14:27:16.114440 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ad436c0c-f3f3-414c-b4b8-748aefca3a0f req-abc0975c-6c1d-4f71-bc38-ef9c8689b48f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391538 Sep 24 14:27:16.146545 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:27:16.189797 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:27:16.195831 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:27:16.196201 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:16.196533 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d Sep 24 14:27:16.371571 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:27:16.371895 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:16.396539 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:27:16.399181 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95d2373-a3df-4ed6-b58c-8a65815e29c5" -d '{"events": [{"server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "name": "network-vif-plugged", "status": "completed", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:27:16.411746 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:16.417948 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:16.479417 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c90bca8-8eb8-4ccc-a224-80bd255de3f5 x-openstack-request-id: req-5c90bca8-8eb8-4ccc-a224-80bd255de3f5 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:27:16.480576 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "name": "network-vif-plugged", "status": "completed", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:27:16.481158 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c90bca8-8eb8-4ccc-a224-80bd255de3f5 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:27:16.482102 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c90bca8-8eb8-4ccc-a224-80bd255de3f5'] response: {'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'code': 200} Sep 24 14:27:16.499527 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:16.503428 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a6415-8a42-4894-8a38-6504b3d96dfc req-8edc2db8-acd6-46e3-97bc-b34a87f83dab tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:16.511898 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cc4a6415-8a42-4894-8a38-6504b3d96dfc req-8edc2db8-acd6-46e3-97bc-b34a87f83dab tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0607848 Sep 24 14:27:16.557376 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cc4a6415-8a42-4894-8a38-6504b3d96dfc req-0b91dc69-8ca2-451b-8ced-37b3f6f5a231 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446177 Sep 24 14:27:16.999567 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb3d9a-4357-4dad-8c46-fc3c660736f5 req-5a2299c3-a3f0-4725-9578-0ebc21e88deb tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:17.002268 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5dbb3d9a-4357-4dad-8c46-fc3c660736f5 req-5a2299c3-a3f0-4725-9578-0ebc21e88deb tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0565495 Sep 24 14:27:17.061550 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5dbb3d9a-4357-4dad-8c46-fc3c660736f5 req-9f4ec727-1d0e-469b-bac9-1c85b4f4b2d5 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524352 Sep 24 14:27:17.118120 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-340dfa10-e3c9-4141-b101-8f7f3953833f req-c7ffd221-66dc-44b9-8453-7739a3e323c2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:17.120909 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:17.222981 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-340dfa10-e3c9-4141-b101-8f7f3953833f req-c7ffd221-66dc-44b9-8453-7739a3e323c2 service neutron] Publish callbacks [] for security_group (b5aa7aab-9e3c-4d3c-a74b-7be4ad5b2da4), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:17.227131 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-340dfa10-e3c9-4141-b101-8f7f3953833f req-c7ffd221-66dc-44b9-8453-7739a3e323c2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (b5aa7aab-9e3c-4d3c-a74b-7be4ad5b2da4), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:17.267722 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420cd46-5292-4eb7-b074-67a5b5b257fc req-e65ad541-25c3-4ce1-a6d3-2701a7515b2a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:17.269473 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8420cd46-5292-4eb7-b074-67a5b5b257fc req-e65ad541-25c3-4ce1-a6d3-2701a7515b2a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0496674 Sep 24 14:27:17.277601 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-340dfa10-e3c9-4141-b101-8f7f3953833f req-c7ffd221-66dc-44b9-8453-7739a3e323c2 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736922 Sep 24 14:27:17.278600 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffd221-66dc-44b9-8453-7739a3e323c2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b5aa7aab-9e3c-4d3c-a74b-7be4ad5b2da4,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:17.332710 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8420cd46-5292-4eb7-b074-67a5b5b257fc req-6e91c4a6-ab83-4497-ada8-f5daf39e5544 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549841 Sep 24 14:27:17.682390 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cacb36-ca45-422f-b0d6-2fe673b0428e req-b4d46e81-bf78-4e1d-9cd8-8fa94dd14343 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:17.684283 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b8cacb36-ca45-422f-b0d6-2fe673b0428e req-b4d46e81-bf78-4e1d-9cd8-8fa94dd14343 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0524027 Sep 24 14:27:17.735546 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b8cacb36-ca45-422f-b0d6-2fe673b0428e req-2956dfbb-547f-4d7c-a709-c5d9f6553470 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448925 Sep 24 14:27:18.197429 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d5c89-840e-4358-8c39-68b4e4da0e1c req-c6fcfad1-2023-4072-a002-c3fe6315b56e tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:18.198915 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-984d5c89-840e-4358-8c39-68b4e4da0e1c req-c6fcfad1-2023-4072-a002-c3fe6315b56e tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0475593 Sep 24 14:27:18.251040 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-984d5c89-840e-4358-8c39-68b4e4da0e1c req-e6056101-160a-416b-b665-fcbed8cb07ff tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461211 Sep 24 14:27:18.456923 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5aa55-7a8e-44e1-9388-4b2fb8257260 req-b2c5e171-f6ab-4d27-9a27-c1008b7ddeec tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:18.458381 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0bc5aa55-7a8e-44e1-9388-4b2fb8257260 req-b2c5e171-f6ab-4d27-9a27-c1008b7ddeec tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0480351 Sep 24 14:27:18.504935 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0bc5aa55-7a8e-44e1-9388-4b2fb8257260 req-6a2cf9e1-2deb-44a3-b714-ef02713ae304 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406606 Sep 24 14:27:18.859647 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cb635-acfa-4c6b-8165-8d3da6549ce9 req-6deac32d-759b-4739-b455-63bf13dca5f7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:18.861133 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-071cb635-acfa-4c6b-8165-8d3da6549ce9 req-6deac32d-759b-4739-b455-63bf13dca5f7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0514646 Sep 24 14:27:18.911318 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-071cb635-acfa-4c6b-8165-8d3da6549ce9 req-2b362302-2230-4e6a-ab4b-1d725fda580b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445335 Sep 24 14:27:19.374110 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea98a1-c188-4d4a-b2e2-f3e15085b172 req-ac6a4633-acd8-4dbc-89b9-5ec2d7b15678 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:19.375646 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b0ea98a1-c188-4d4a-b2e2-f3e15085b172 req-ac6a4633-acd8-4dbc-89b9-5ec2d7b15678 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0475276 Sep 24 14:27:19.432119 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b0ea98a1-c188-4d4a-b2e2-f3e15085b172 req-fa108027-7e97-4ae7-816b-d1b54dcff768 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Sep 24 14:27:19.621781 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:19.630221 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2e4a1-3a18-430d-b994-aead087aa5d3 req-e604c7c7-eeb1-47f7-b0c9-97ac0d90905c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:19.631695 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e1d2e4a1-3a18-430d-b994-aead087aa5d3 req-e604c7c7-eeb1-47f7-b0c9-97ac0d90905c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0493801 Sep 24 14:27:19.677282 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e1d2e4a1-3a18-430d-b994-aead087aa5d3 req-3c49cfc8-b228-40a0-bb4e-96de14fab12f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400751 Sep 24 14:27:20.026640 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b62eb-5ad0-4d95-b08a-3cc84a56392e req-05549901-7607-43e9-a1f0-6955efcdf3a8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:20.028097 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7c5b62eb-5ad0-4d95-b08a-3cc84a56392e req-05549901-7607-43e9-a1f0-6955efcdf3a8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0444345 Sep 24 14:27:20.076707 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7c5b62eb-5ad0-4d95-b08a-3cc84a56392e req-338db13b-12c3-400b-b86d-c6d4d15716ca tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429757 Sep 24 14:27:20.352114 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 812bad02-1d00-421a-acb7-00e2e9023540 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:27:20.468007 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 812bad02-1d00-421a-acb7-00e2e9023540, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=812bad02-1d00-421a-acb7-00e2e9023540,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:20.484710 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '812bad02-1d00-421a-acb7-00e2e9023540', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'port_id': '812bad02-1d00-421a-acb7-00e2e9023540', 'mac_address': 'fa:16:3e:92:07:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:27:20.525584 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 812bad02-1d00-421a-acb7-00e2e9023540 is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:27:20.526278 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (812bad02-1d00-421a-acb7-00e2e9023540), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:20.541121 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812bad02-1d00-421a-acb7-00e2e9023540 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:27:20.546497 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:20.557585 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd6145-5325-4fd7-a1ba-51767b97794c req-b179b4d5-a477-4e3c-80ea-e622a5c256e9 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:20.559628 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2ecd6145-5325-4fd7-a1ba-51767b97794c req-b179b4d5-a477-4e3c-80ea-e622a5c256e9 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0496774 Sep 24 14:27:20.563789 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 812bad02-1d00-421a-acb7-00e2e9023540, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=812bad02-1d00-421a-acb7-00e2e9023540,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:20.568312 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (812bad02-1d00-421a-acb7-00e2e9023540), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:20.621209 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2ecd6145-5325-4fd7-a1ba-51767b97794c req-ca04894c-2262-4423-9ee5-dd98c97da892 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536778 Sep 24 14:27:20.621503 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=812bad02-1d00-421a-acb7-00e2e9023540,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:20.826670 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09cacf-6ef3-4789-aad3-d635bd710481 req-608ff8a6-988f-4e1f-9053-8d78b2520a10 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:20.828190 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3a09cacf-6ef3-4789-aad3-d635bd710481 req-608ff8a6-988f-4e1f-9053-8d78b2520a10 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0590086 Sep 24 14:27:20.880285 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3a09cacf-6ef3-4789-aad3-d635bd710481 req-795c60df-9ae8-4c69-8119-864ea834754a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462310 Sep 24 14:27:21.197621 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e617-aa3d-425d-8330-eedaadd7ad6c req-03045422-30ea-46df-8648-126dfd0c97d8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:21.199005 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-dc00e617-aa3d-425d-8330-eedaadd7ad6c req-03045422-30ea-46df-8648-126dfd0c97d8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0488093 Sep 24 14:27:21.244698 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-dc00e617-aa3d-425d-8330-eedaadd7ad6c req-6ad9fa38-7a5e-48e3-b921-190a3ca6ce96 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403168 Sep 24 14:27:21.744826 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c52e5-364a-4b0d-9d69-f7d8ab95e030 req-2a927e84-2753-4010-b7f5-6e5307750269 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:21.746186 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5f7c52e5-364a-4b0d-9d69-f7d8ab95e030 req-2a927e84-2753-4010-b7f5-6e5307750269 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0450335 Sep 24 14:27:21.792469 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5f7c52e5-364a-4b0d-9d69-f7d8ab95e030 req-e90f33cb-845c-4535-aceb-0a27986538f8 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 Sep 24 14:27:22.001929 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ff175-cabe-4ff3-8145-d295a6f301c4 req-218676cd-3446-4a67-a259-784aad33bdc3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:22.003265 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1e8ff175-cabe-4ff3-8145-d295a6f301c4 req-218676cd-3446-4a67-a259-784aad33bdc3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0453315 Sep 24 14:27:22.050720 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1e8ff175-cabe-4ff3-8145-d295a6f301c4 req-cde73b27-4276-4da7-9f40-54f1051d17a9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421255 Sep 24 14:27:22.368786 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609836cd-3039-430c-9809-ce7173ff2a72 req-1297a0f1-0ec4-40eb-ab3e-0a7cb83165d1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:22.370257 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-609836cd-3039-430c-9809-ce7173ff2a72 req-1297a0f1-0ec4-40eb-ab3e-0a7cb83165d1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0499418 Sep 24 14:27:22.402594 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:22.418121 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-609836cd-3039-430c-9809-ce7173ff2a72 req-437d1b1b-562a-4fcd-9307-13b066219eb7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Sep 24 14:27:22.909366 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb83371-0cdf-4acc-a729-7c1e1e3fd607 req-5e93118d-a83d-451f-86a6-21ce5b1401ce tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:22.911383 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ccb83371-0cdf-4acc-a729-7c1e1e3fd607 req-5e93118d-a83d-451f-86a6-21ce5b1401ce tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0461774 Sep 24 14:27:22.963176 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ccb83371-0cdf-4acc-a729-7c1e1e3fd607 req-bfc9a418-fd6f-4f4f-8502-f4f124e1a216 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457044 Sep 24 14:27:23.106184 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['812bad02-1d00-421a-acb7-00e2e9023540'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:27:23.155024 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:23.174108 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dc547-045a-4914-9971-9f956defa626 req-beb536ea-1a2a-4491-a9a2-a40b1fef4b16 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:23.175702 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b43dc547-045a-4914-9971-9f956defa626 req-beb536ea-1a2a-4491-a9a2-a40b1fef4b16 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0471513 Sep 24 14:27:23.223055 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b43dc547-045a-4914-9971-9f956defa626 req-9abb823c-379c-4a9c-9a13-679ff7faceca tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409007 Sep 24 14:27:23.539961 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14303f-b37f-4ab0-9fd4-30dd4079373d req-1e437427-af72-475a-906e-ee9e790ba684 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:23.541461 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cb14303f-b37f-4ab0-9fd4-30dd4079373d req-1e437427-af72-475a-906e-ee9e790ba684 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0459185 Sep 24 14:27:23.591227 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cb14303f-b37f-4ab0-9fd4-30dd4079373d req-03e71e2c-2eb6-49f7-a705-1345b84f7b8d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434608 Sep 24 14:27:24.043955 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:24.078679 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2189d-d739-4e47-b08e-b5d344cdbd22 req-8895a77e-f3a3-4153-844e-d30df5f1a9b7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:24.080134 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cad2189d-d739-4e47-b08e-b5d344cdbd22 req-8895a77e-f3a3-4153-844e-d30df5f1a9b7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0460291 Sep 24 14:27:24.129895 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cad2189d-d739-4e47-b08e-b5d344cdbd22 req-99f93310-23ad-4b12-898c-63a8e060258b tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442326 Sep 24 14:27:24.349793 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c60d6-998f-4287-a26f-874a4b760b8d req-e9f6d8e9-ce8d-4639-8687-35295389436d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:24.351942 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-969c60d6-998f-4287-a26f-874a4b760b8d req-e9f6d8e9-ce8d-4639-8687-35295389436d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0464547 Sep 24 14:27:24.374603 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:24.402390 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-969c60d6-998f-4287-a26f-874a4b760b8d req-45189a23-8335-4866-bb3a-4317d8176332 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451062 Sep 24 14:27:24.714080 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171abcbe-b04e-45a2-8370-ed3dea1c0eaf req-1590b608-bef0-48cd-9892-b085c625f248 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:24.715551 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-171abcbe-b04e-45a2-8370-ed3dea1c0eaf req-1590b608-bef0-48cd-9892-b085c625f248 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0458417 Sep 24 14:27:24.761586 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-171abcbe-b04e-45a2-8370-ed3dea1c0eaf req-164bf7ca-ce5e-4d32-871f-1d0d8c126b3a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Sep 24 14:27:25.258046 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a6370-56db-463c-be41-1431bb50cc13 req-15b976f0-2800-4c2a-bd77-f3b8e075b829 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:25.259516 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-752a6370-56db-463c-be41-1431bb50cc13 req-15b976f0-2800-4c2a-bd77-f3b8e075b829 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0487247 Sep 24 14:27:25.306240 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-752a6370-56db-463c-be41-1431bb50cc13 req-c5cc2c41-a7a9-49a8-9ad3-a507065ad521 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413387 Sep 24 14:27:25.523091 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f0eb-d77d-4296-9a54-72f44f6e8670 req-22278b79-3ecd-424c-a3bf-c40655649084 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:25.524525 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b260f0eb-d77d-4296-9a54-72f44f6e8670 req-22278b79-3ecd-424c-a3bf-c40655649084 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0448427 Sep 24 14:27:25.570751 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b260f0eb-d77d-4296-9a54-72f44f6e8670 req-6b6d886e-9710-4a6a-8bdc-3443437566c8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 Sep 24 14:27:25.656008 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-941b906a-6e8a-4902-8471-ffdd92118132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:25.881575 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299bcbd-6e03-45c7-af40-9706d1a1e02e req-d29a7977-26a7-4736-9111-b6a8fb957705 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:25.883084 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1299bcbd-6e03-45c7-af40-9706d1a1e02e req-d29a7977-26a7-4736-9111-b6a8fb957705 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0476713 Sep 24 14:27:25.931943 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1299bcbd-6e03-45c7-af40-9706d1a1e02e req-9b48c315-76bc-46e4-88a0-cf904f27e97e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431881 Sep 24 14:27:26.424894 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3149e1-e1f0-434e-b495-c512ee5ef569 req-dcac7610-ecef-4a48-b367-adc0f4b80365 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:26.426310 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4e3149e1-e1f0-434e-b495-c512ee5ef569 req-dcac7610-ecef-4a48-b367-adc0f4b80365 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0485725 Sep 24 14:27:26.472627 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4e3149e1-e1f0-434e-b495-c512ee5ef569 req-0fc8fe3a-979f-4a29-8528-4bd8e56d243a tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409343 Sep 24 14:27:26.697427 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467e688-3f38-4b99-84b1-8b6daf5a7ff0 req-b0f0ef65-d84c-4253-8ac2-8e28e7320cd4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:26.698928 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b467e688-3f38-4b99-84b1-8b6daf5a7ff0 req-b0f0ef65-d84c-4253-8ac2-8e28e7320cd4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0464294 Sep 24 14:27:26.749401 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b467e688-3f38-4b99-84b1-8b6daf5a7ff0 req-3a050093-3fc2-4966-9a91-91b68d1edcf3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448716 Sep 24 14:27:27.049438 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eec0ed-1a39-4321-9f91-f7e20b2d365c req-60ef7c71-0552-454b-bac7-db062639595e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:27.050916 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50eec0ed-1a39-4321-9f91-f7e20b2d365c req-60ef7c71-0552-454b-bac7-db062639595e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0465739 Sep 24 14:27:27.095807 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-50eec0ed-1a39-4321-9f91-f7e20b2d365c req-8446ec69-6b85-40a2-8a62-e664b7328e62 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389283 Sep 24 14:27:27.190885 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:27:27.589590 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d8bec-7b2a-418e-9988-ba0905b90524 req-dc9414e5-36e0-4a97-b147-3d575a4f91a3 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:27.591088 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-055d8bec-7b2a-418e-9988-ba0905b90524 req-dc9414e5-36e0-4a97-b147-3d575a4f91a3 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0445688 Sep 24 14:27:27.638561 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-055d8bec-7b2a-418e-9988-ba0905b90524 req-57b841f6-8a67-402e-9556-bd75597ec82b tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420110 Sep 24 14:27:27.887787 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bddc2-80de-4ddc-9267-d16f2f1ab361 req-372eca77-17be-4d51-a2f2-e6e64e47c5a8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:27.889260 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ee6bddc2-80de-4ddc-9267-d16f2f1ab361 req-372eca77-17be-4d51-a2f2-e6e64e47c5a8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0495420 Sep 24 14:27:27.935127 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ee6bddc2-80de-4ddc-9267-d16f2f1ab361 req-b30c8689-da19-41ca-84e8-285a5bd93cae tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403855 Sep 24 14:27:28.082877 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c86e42b0-2522-4e98-9988-5be1633019e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:28.221066 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284850e-39ed-4b62-a11b-bc2395cb2706 req-3d7d3849-4b62-4104-a384-02a48204cdd2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:28.222527 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b284850e-39ed-4b62-a11b-bc2395cb2706 req-3d7d3849-4b62-4104-a384-02a48204cdd2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0491519 Sep 24 14:27:28.268197 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b284850e-39ed-4b62-a11b-bc2395cb2706 req-a9b8df80-c52b-4e63-814c-55f1542c3bbb tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Sep 24 14:27:28.503199 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 812bad02-1d00-421a-acb7-00e2e9023540 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:27:28.546660 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 812bad02-1d00-421a-acb7-00e2e9023540 completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:27:28.552160 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 812bad02-1d00-421a-acb7-00e2e9023540 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:27:28.552532 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (812bad02-1d00-421a-acb7-00e2e9023540), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:28.552863 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 812bad02-1d00-421a-acb7-00e2e9023540 Sep 24 14:27:28.623781 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 812bad02-1d00-421a-acb7-00e2e9023540 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:27:28.624169 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (812bad02-1d00-421a-acb7-00e2e9023540), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:28.646479 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3aab52-9469-4a21-98ba-f83382ebf7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812bad02-1d00-421a-acb7-00e2e9023540'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:27:28.648713 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57ea2e3-00ba-4969-8ae1-1f0e3ea126b8" -d '{"events": [{"server_uuid": "db3aab52-9469-4a21-98ba-f83382ebf7ab", "name": "network-vif-plugged", "status": "completed", "tag": "812bad02-1d00-421a-acb7-00e2e9023540"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:27:28.666130 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 812bad02-1d00-421a-acb7-00e2e9023540, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=812bad02-1d00-421a-acb7-00e2e9023540,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:28.670688 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (812bad02-1d00-421a-acb7-00e2e9023540), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:28.710424 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596e017a-f029-4d6b-a3e9-b1c105c2fa15 x-openstack-request-id: req-596e017a-f029-4d6b-a3e9-b1c105c2fa15 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:27:28.710738 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3aab52-9469-4a21-98ba-f83382ebf7ab", "name": "network-vif-plugged", "status": "completed", "tag": "812bad02-1d00-421a-acb7-00e2e9023540", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:27:28.711020 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-596e017a-f029-4d6b-a3e9-b1c105c2fa15 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:27:28.711408 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596e017a-f029-4d6b-a3e9-b1c105c2fa15'] response: {'server_uuid': 'db3aab52-9469-4a21-98ba-f83382ebf7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812bad02-1d00-421a-acb7-00e2e9023540', 'code': 200} Sep 24 14:27:28.713785 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:28.726111 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=812bad02-1d00-421a-acb7-00e2e9023540,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:28.755440 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:28.770504 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023439e7-062c-430f-a16b-402bde49d3d1 req-469f3f9b-9aa0-4d83-b6e5-6494bf240c45 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:28.771989 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-023439e7-062c-430f-a16b-402bde49d3d1 req-469f3f9b-9aa0-4d83-b6e5-6494bf240c45 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0495474 Sep 24 14:27:28.819492 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-023439e7-062c-430f-a16b-402bde49d3d1 req-3c0a4f9e-407c-4eec-bb21-e414e01ec782 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 Sep 24 14:27:29.059619 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ec667-7e53-49f2-9707-4112de827b3c req-ed672a6f-97bf-4880-9d90-2f8ffdcec6e9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:29.061087 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a32ec667-7e53-49f2-9707-4112de827b3c req-ed672a6f-97bf-4880-9d90-2f8ffdcec6e9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0466464 Sep 24 14:27:29.107908 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a32ec667-7e53-49f2-9707-4112de827b3c req-33812cf5-2b17-462c-a8d3-759822eb27e8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413952 Sep 24 14:27:29.162175 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:29.385205 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7dbeb-9a6e-4d02-8601-137a7e38bf92 req-64b27605-c6f5-489b-9f9c-68edf314b4ed tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:29.386645 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5be7dbeb-9a6e-4d02-8601-137a7e38bf92 req-64b27605-c6f5-489b-9f9c-68edf314b4ed tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0453887 Sep 24 14:27:29.433321 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5be7dbeb-9a6e-4d02-8601-137a7e38bf92 req-f226b87b-a369-47ab-a8bd-032b8bbae25a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411417 Sep 24 14:27:29.955805 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b7e2b-53e0-4a35-b1a2-abded45cb4bf req-2ee515b9-5def-40d0-82ad-1cf3b8487a7b tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:29.957303 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-026b7e2b-53e0-4a35-b1a2-abded45cb4bf req-2ee515b9-5def-40d0-82ad-1cf3b8487a7b tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0568042 Sep 24 14:27:30.022038 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-026b7e2b-53e0-4a35-b1a2-abded45cb4bf req-97289d52-deb8-4bf2-bb85-669d5fb3b27b tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572984 Sep 24 14:27:30.255986 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0906c-71e5-41ee-a282-31188c2ca10c req-e4672f73-872c-4f84-8002-85b06f5d0f40 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:30.259063 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6ef0906c-71e5-41ee-a282-31188c2ca10c req-e4672f73-872c-4f84-8002-85b06f5d0f40 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0632341 Sep 24 14:27:30.310128 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 3c943efd-ace2-4916-8133-bc99ff2e01cf details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:27:30.325435 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6ef0906c-71e5-41ee-a282-31188c2ca10c req-44bb5e04-2d8f-4180-a7e1-e101f9a2e04d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606287 Sep 24 14:27:30.410732 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 38876) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:30.477527 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 3c943efd-ace2-4916-8133-bc99ff2e01cf, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=3c943efd-ace2-4916-8133-bc99ff2e01cf,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:30.500722 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '3c943efd-ace2-4916-8133-bc99ff2e01cf', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'port_id': '3c943efd-ace2-4916-8133-bc99ff2e01cf', 'mac_address': 'fa:16:3e:74:7a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:27:30.507743 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd109fc-e7d0-417c-ba56-6c73b4b8631b req-d3cabb69-6dce-407f-9d6a-a06bc31caebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:30.510180 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bd109fc-e7d0-417c-ba56-6c73b4b8631b req-d3cabb69-6dce-407f-9d6a-a06bc31caebe service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 1129 time: 0.0911279 Sep 24 14:27:30.524557 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b2d71-2ccc-45e3-90b2-74b384199995 req-951ce0e5-ffb6-4607-a300-1f61833ea7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:30.526299 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-643b2d71-2ccc-45e3-90b2-74b384199995 req-951ce0e5-ffb6-4607-a300-1f61833ea7a9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 1129 time: 0.1083198 Sep 24 14:27:30.559892 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 3c943efd-ace2-4916-8133-bc99ff2e01cf is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:27:30.560282 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:30.582380 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c943efd-ace2-4916-8133-bc99ff2e01cf {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:27:30.607877 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e9147-fe37-48dc-8a06-a6360ea0c20c req-ca87de3c-0c60-46b5-8d06-257a76b889f4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:30.609452 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-186e9147-fe37-48dc-8a06-a6360ea0c20c req-ca87de3c-0c60-46b5-8d06-257a76b889f4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 943 time: 0.0719872 Sep 24 14:27:30.613326 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 3c943efd-ace2-4916-8133-bc99ff2e01cf, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=3c943efd-ace2-4916-8133-bc99ff2e01cf,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:30.624581 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:30.625423 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f3f9f76d-5f77-4ca9-afe3-32ac73bfbd1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:30.678573 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:30.702112 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=3c943efd-ace2-4916-8133-bc99ff2e01cf,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:30.715037 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:30.719969 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:30.733044 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-186e9147-fe37-48dc-8a06-a6360ea0c20c req-ce4c44e8-81b7-4339-aa29-1f6e168e8c6c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087465 Sep 24 14:27:30.809823 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f3f9f76d-5f77-4ca9-afe3-32ac73bfbd1d admin admin] Publish callbacks [] for security_group (18840cf2-f581-4b5b-b559-73a9ffc7a760), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:30.819686 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f3f9f76d-5f77-4ca9-afe3-32ac73bfbd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (18840cf2-f581-4b5b-b559-73a9ffc7a760), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:30.822788 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:30.909782 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9f76d-5f77-4ca9-afe3-32ac73bfbd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18840cf2-f581-4b5b-b559-73a9ffc7a760,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:30.925141 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f3f9f76d-5f77-4ca9-afe3-32ac73bfbd1d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=46aa71a8a6414987bec0c395b23cc1bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5119836 Sep 24 14:27:30.927983 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 38902) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:30.954732 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-643b2d71-2ccc-45e3-90b2-74b384199995 req-4b07332f-a02f-4eb1-92ed-c08401376e85 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278641 Sep 24 14:27:30.957993 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bd109fc-e7d0-417c-ba56-6c73b4b8631b req-b602383c-1d3f-4196-8ecd-24ab99d53897 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340604 Sep 24 14:27:30.978037 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-648337be-b13c-4009-99ab-56dee2a39ab5 admin admin] Publish callbacks [] for security_group (18840cf2-f581-4b5b-b559-73a9ffc7a760), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:30.998515 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-648337be-b13c-4009-99ab-56dee2a39ab5 admin admin] Publish callbacks [] for security_group (18840cf2-f581-4b5b-b559-73a9ffc7a760), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:31.047874 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-648337be-b13c-4009-99ab-56dee2a39ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (18840cf2-f581-4b5b-b559-73a9ffc7a760), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:31.050633 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-648337be-b13c-4009-99ab-56dee2a39ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:31.051790 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-648337be-b13c-4009-99ab-56dee2a39ab5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/18840cf2-f581-4b5b-b559-73a9ffc7a760 HTTP/1.1" status: 204 len: 168 time: 0.1227942 Sep 24 14:27:31.060026 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648337be-b13c-4009-99ab-56dee2a39ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18840cf2-f581-4b5b-b559-73a9ffc7a760,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:31.162658 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fced19b-c9ad-43ac-8843-c3894264a538 req-fa2a5ff4-9363-4962-8d0e-3f7abbd249cc tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:31.165283 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9fced19b-c9ad-43ac-8843-c3894264a538 req-fa2a5ff4-9363-4962-8d0e-3f7abbd249cc tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0644538 Sep 24 14:27:31.180704 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:31.225110 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9fced19b-c9ad-43ac-8843-c3894264a538 req-6229b643-2b40-4a1e-9857-6257aff98c80 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533955 Sep 24 14:27:31.234098 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['3c943efd-ace2-4916-8133-bc99ff2e01cf'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:27:31.400263 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 38926) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:31.418599 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3a638a12-a2c2-49f8-9e4c-19c07b3d404f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:31.508340 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53013b0f-9612-4f6f-bf32-3517b60fb211 req-10366278-b215-4926-9b8e-086946f70df9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:31.509822 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-53013b0f-9612-4f6f-bf32-3517b60fb211 req-10366278-b215-4926-9b8e-086946f70df9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0773597 Sep 24 14:27:31.565661 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3a638a12-a2c2-49f8-9e4c-19c07b3d404f admin admin] Publish callbacks [] for security_group (d9266d8d-9098-416f-8230-99e9abe20178), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:31.576945 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3a638a12-a2c2-49f8-9e4c-19c07b3d404f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (d9266d8d-9098-416f-8230-99e9abe20178), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:31.591196 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-53013b0f-9612-4f6f-bf32-3517b60fb211 req-76698f1b-4bf1-488a-b2a8-d796112dd692 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748880 Sep 24 14:27:31.619505 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a638a12-a2c2-49f8-9e4c-19c07b3d404f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9266d8d-9098-416f-8230-99e9abe20178,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:31.624024 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-3a638a12-a2c2-49f8-9e4c-19c07b3d404f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=079998319ccc4f73a169e24dc5afadde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226574 Sep 24 14:27:31.626585 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 38932) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:31.678193 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7f330a7-9c97-4a8a-8eca-c0bc2240b646 admin admin] Publish callbacks [] for security_group (d9266d8d-9098-416f-8230-99e9abe20178), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:31.701733 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7f330a7-9c97-4a8a-8eca-c0bc2240b646 admin admin] Publish callbacks [] for security_group (d9266d8d-9098-416f-8230-99e9abe20178), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:31.752725 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7f330a7-9c97-4a8a-8eca-c0bc2240b646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (d9266d8d-9098-416f-8230-99e9abe20178), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:31.755407 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7f330a7-9c97-4a8a-8eca-c0bc2240b646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:31.756563 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d7f330a7-9c97-4a8a-8eca-c0bc2240b646 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d9266d8d-9098-416f-8230-99e9abe20178 HTTP/1.1" status: 204 len: 168 time: 0.1290677 Sep 24 14:27:31.765218 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f330a7-9c97-4a8a-8eca-c0bc2240b646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9266d8d-9098-416f-8230-99e9abe20178,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:31.895373 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19767d8f-9cce-4b1b-9021-ce5efb0e361e req-f01cb41f-4227-4e9f-b7a5-0d7dbed90abf tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:31.896958 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-19767d8f-9cce-4b1b-9021-ce5efb0e361e req-f01cb41f-4227-4e9f-b7a5-0d7dbed90abf tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 944 time: 0.0549290 Sep 24 14:27:31.955256 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-19767d8f-9cce-4b1b-9021-ce5efb0e361e req-8f2102d9-bb3e-4ca6-ac86-ea01f776deee tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512724 Sep 24 14:27:32.167968 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 38960) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:32.186967 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c0640bc4-4fc5-4d5b-a5b3-ebe807e6387b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:32.273923 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c0640bc4-4fc5-4d5b-a5b3-ebe807e6387b admin admin] Publish callbacks [] for security_group (621f9b1b-71d7-4c3c-89fe-163f4f7e0ec6), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:32.280208 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c0640bc4-4fc5-4d5b-a5b3-ebe807e6387b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (621f9b1b-71d7-4c3c-89fe-163f4f7e0ec6), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:32.302364 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:32.309352 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:32.334115 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c0640bc4-4fc5-4d5b-a5b3-ebe807e6387b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4684c7f3a5b947b88586b1250bb37885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642463 Sep 24 14:27:32.334848 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0640bc4-4fc5-4d5b-a5b3-ebe807e6387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621f9b1b-71d7-4c3c-89fe-163f4f7e0ec6,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:32.337015 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 38970) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:32.375207 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f51f74-c586-4cda-aa9f-75ed465c20d3 req-b9c5f438-0890-4401-927b-9a74155859b9 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:32.376754 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-69f51f74-c586-4cda-aa9f-75ed465c20d3 req-b9c5f438-0890-4401-927b-9a74155859b9 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0620298 Sep 24 14:27:32.390018 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a54455ae-54e3-49d0-89b9-bf2d72fa8434 admin admin] Publish callbacks [] for security_group (621f9b1b-71d7-4c3c-89fe-163f4f7e0ec6), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:32.411666 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a54455ae-54e3-49d0-89b9-bf2d72fa8434 admin admin] Publish callbacks [] for security_group (621f9b1b-71d7-4c3c-89fe-163f4f7e0ec6), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:32.432639 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-69f51f74-c586-4cda-aa9f-75ed465c20d3 req-4b5b2558-418c-4028-bb6c-027e7a39ff1c tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496180 Sep 24 14:27:32.461059 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a54455ae-54e3-49d0-89b9-bf2d72fa8434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (621f9b1b-71d7-4c3c-89fe-163f4f7e0ec6), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:32.464113 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a54455ae-54e3-49d0-89b9-bf2d72fa8434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:32.465311 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-a54455ae-54e3-49d0-89b9-bf2d72fa8434 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/621f9b1b-71d7-4c3c-89fe-163f4f7e0ec6 HTTP/1.1" status: 204 len: 168 time: 0.1272573 Sep 24 14:27:32.473564 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54455ae-54e3-49d0-89b9-bf2d72fa8434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621f9b1b-71d7-4c3c-89fe-163f4f7e0ec6,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:32.474379 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 3c943efd-ace2-4916-8133-bc99ff2e01cf up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:27:32.538103 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 3c943efd-ace2-4916-8133-bc99ff2e01cf completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:27:32.548394 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 3c943efd-ace2-4916-8133-bc99ff2e01cf triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:27:32.549019 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:32.549527 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 3c943efd-ace2-4916-8133-bc99ff2e01cf Sep 24 14:27:32.589973 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:32.668207 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 3c943efd-ace2-4916-8133-bc99ff2e01cf is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:27:32.668745 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:32.719726 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 3c943efd-ace2-4916-8133-bc99ff2e01cf, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=3c943efd-ace2-4916-8133-bc99ff2e01cf,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:32.720882 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f95b7f-2918-442c-ba7f-832ba9156e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c943efd-ace2-4916-8133-bc99ff2e01cf'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:27:32.725030 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df56670d-f41b-4db3-934b-f03522abc6ae" -d '{"events": [{"server_uuid": "c7f95b7f-2918-442c-ba7f-832ba9156e7d", "name": "network-vif-plugged", "status": "completed", "tag": "3c943efd-ace2-4916-8133-bc99ff2e01cf"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:27:32.744460 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:32.758224 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc542acd-2f6c-4a6c-bc22-dc4841447a64 req-3badce06-f4b8-44ea-99f5-b7911ba2355a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:32.766355 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-bc542acd-2f6c-4a6c-bc22-dc4841447a64 req-3badce06-f4b8-44ea-99f5-b7911ba2355a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0743804 Sep 24 14:27:32.809233 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff647e2-bcf1-4d1d-9bd5-2a3506bc7def x-openstack-request-id: req-1ff647e2-bcf1-4d1d-9bd5-2a3506bc7def {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:27:32.809526 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f95b7f-2918-442c-ba7f-832ba9156e7d", "name": "network-vif-plugged", "status": "completed", "tag": "3c943efd-ace2-4916-8133-bc99ff2e01cf", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:27:32.809976 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ff647e2-bcf1-4d1d-9bd5-2a3506bc7def {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:27:32.810503 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff647e2-bcf1-4d1d-9bd5-2a3506bc7def'] response: {'server_uuid': 'c7f95b7f-2918-442c-ba7f-832ba9156e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c943efd-ace2-4916-8133-bc99ff2e01cf', 'code': 200} Sep 24 14:27:32.823564 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-bc542acd-2f6c-4a6c-bc22-dc4841447a64 req-0a491ebd-887d-4331-a4cb-15d006c5717c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562584 Sep 24 14:27:32.877994 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=3c943efd-ace2-4916-8133-bc99ff2e01cf,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:33.123619 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1826ac-3335-41ff-921f-18817965738c req-f7ed5a81-28dc-4c06-9cd9-fa7d2e2775f0 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:33.125072 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ed1826ac-3335-41ff-921f-18817965738c req-f7ed5a81-28dc-4c06-9cd9-fa7d2e2775f0 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0486181 Sep 24 14:27:33.204935 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ed1826ac-3335-41ff-921f-18817965738c req-3ba52ad7-4a95-4522-be79-5480099e3b90 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730655 Sep 24 14:27:33.243475 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39012) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:33.359046 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-95e1fe71-8e26-4f54-81d7-4dbecb22d4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:33.392128 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:33.445874 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-95e1fe71-8e26-4f54-81d7-4dbecb22d4ca admin admin] Publish callbacks [] for security_group (4c2bb68e-e44d-4130-8ae2-79b9b2627774), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:33.452543 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-95e1fe71-8e26-4f54-81d7-4dbecb22d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (4c2bb68e-e44d-4130-8ae2-79b9b2627774), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:33.500517 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-95e1fe71-8e26-4f54-81d7-4dbecb22d4ca admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=eda57b62d6bc44928579c7a35f3e251d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557404 Sep 24 14:27:33.502164 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39032) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:33.503357 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1fe71-8e26-4f54-81d7-4dbecb22d4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2bb68e-e44d-4130-8ae2-79b9b2627774,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:33.505788 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39034) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:33.566349 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e482f8b2-57f6-4e5a-b2e3-030ab3860546 admin admin] Publish callbacks [] for security_group (4c2bb68e-e44d-4130-8ae2-79b9b2627774), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:33.588091 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e482f8b2-57f6-4e5a-b2e3-030ab3860546 admin admin] Publish callbacks [] for security_group (4c2bb68e-e44d-4130-8ae2-79b9b2627774), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:33.660592 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1036088061-network', 'tenant_id': '27e584f45faa47afa4ced9db997f4e4a'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:27:33.669113 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e482f8b2-57f6-4e5a-b2e3-030ab3860546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (4c2bb68e-e44d-4130-8ae2-79b9b2627774), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:33.672392 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e482f8b2-57f6-4e5a-b2e3-030ab3860546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:33.673541 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e482f8b2-57f6-4e5a-b2e3-030ab3860546 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4c2bb68e-e44d-4130-8ae2-79b9b2627774 HTTP/1.1" status: 204 len: 168 time: 0.1664584 Sep 24 14:27:33.686747 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482f8b2-57f6-4e5a-b2e3-030ab3860546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2bb68e-e44d-4130-8ae2-79b9b2627774,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:33.690841 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Made reservation on behalf of 27e584f45faa47afa4ced9db997f4e4a for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:27:33.693191 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:33.717407 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:33.790471 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39050) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:33.841212 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Publish callbacks [] for security_group (ff7b032b-3184-439b-8069-587f42c3d4b4), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:33.848745 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ff7b032b-3184-439b-8069-587f42c3d4b4), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:33.880655 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7b032b-3184-439b-8069-587f42c3d4b4,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:33.891985 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:27:33.903843 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (092c8bb3-def4-45a3-9cfe-4817d5dd5749), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:33.904835 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Added segment 092c8bb3-def4-45a3-9cfe-4817d5dd5749 of type vlan for network a32ad358-eeec-447f-91f8-a6f31db4b6a2 Sep 24 14:27:33.953215 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a1ed7dc1-22bf-4f5a-91cd-e18b85e1140a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:33.985377 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (a32ad358-eeec-447f-91f8-a6f31db4b6a2), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.016401 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:34.025481 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202213e9-9903-4487-9f0e-b3f98c9fc9ab req-56dfa96d-3e84-428c-b47e-43e91e9a546a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:34.026845 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (a32ad358-eeec-447f-91f8-a6f31db4b6a2), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.027484 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-202213e9-9903-4487-9f0e-b3f98c9fc9ab req-56dfa96d-3e84-428c-b47e-43e91e9a546a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0641468 Sep 24 14:27:34.035487 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:34.036374 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.092654 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5888753 Sep 24 14:27:34.105581 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39072) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:34.117269 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-48240aac-9f56-461e-9401-9ac85fa05533 admin admin] Request body: {'subnet': {'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1036088061-subnet', 'tenant_id': '27e584f45faa47afa4ced9db997f4e4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:27:34.159004 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849c7a2-aa0b-46e8-b2ef-6e5704e1f32c admin admin] Pushing event updated for resources: {'Network': ['ID=a32ad358-eeec-447f-91f8-a6f31db4b6a2,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:34.180045 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network a32ad358-eeec-447f-91f8-a6f31db4b6a2 details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:27:34.200335 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-202213e9-9903-4487-9f0e-b3f98c9fc9ab req-76cce430-d8b3-48e2-ab91-726f210c785c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649754 Sep 24 14:27:34.258861 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48240aac-9f56-461e-9401-9ac85fa05533 admin admin] Made reservation on behalf of 27e584f45faa47afa4ced9db997f4e4a for: {'subnet': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:27:34.261147 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-48240aac-9f56-461e-9401-9ac85fa05533 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530180667'] for subnet (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.275618 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:34.382351 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a1ed7dc1-22bf-4f5a-91cd-e18b85e1140a admin admin] Publish callbacks [] for security_group (c8d279aa-790b-484a-a32c-007d73f7c772), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.409008 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39096) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:34.435355 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a1ed7dc1-22bf-4f5a-91cd-e18b85e1140a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (c8d279aa-790b-484a-a32c-007d73f7c772), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.438083 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8294d4f-1a3b-4d4c-b83a-bb4076cc706c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.565305 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8294d4f-1a3b-4d4c-b83a-bb4076cc706c admin admin] Publish callbacks [] for security_group (60099ed9-fe18-494b-8f4b-d16cbfe267fe), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.575196 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e8294d4f-1a3b-4d4c-b83a-bb4076cc706c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (60099ed9-fe18-494b-8f4b-d16cbfe267fe), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.612045 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39100) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:34.612880 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1f715-84c6-420d-8fe9-01d9ed7fd704 req-0688fbae-137e-4dae-a226-781b80d392df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:34.614375 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-74e1f715-84c6-420d-8fe9-01d9ed7fd704 req-0688fbae-137e-4dae-a226-781b80d392df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.2414217 Sep 24 14:27:34.617426 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e8294d4f-1a3b-4d4c-b83a-bb4076cc706c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1ef76f16c463457e968dce2749a14fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071264 Sep 24 14:27:34.620196 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed7dc1-22bf-4f5a-91cd-e18b85e1140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d279aa-790b-484a-a32c-007d73f7c772,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:34.625359 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-a1ed7dc1-22bf-4f5a-91cd-e18b85e1140a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=960b936a0f964349b1641942bbd13848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8338418 Sep 24 14:27:34.625518 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39102) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:34.628634 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39106) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:34.696421 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8294d4f-1a3b-4d4c-b83a-bb4076cc706c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60099ed9-fe18-494b-8f4b-d16cbfe267fe,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:34.715110 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:34.723389 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2b652c1b-76e8-4485-b928-fa4fa78b37d4 admin admin] Publish callbacks [] for security_group (60099ed9-fe18-494b-8f4b-d16cbfe267fe), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.727481 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:34.727635 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:34.753672 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2b652c1b-76e8-4485-b928-fa4fa78b37d4 admin admin] Publish callbacks [] for security_group (60099ed9-fe18-494b-8f4b-d16cbfe267fe), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.789993 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-74e1f715-84c6-420d-8fe9-01d9ed7fd704 req-4cf87808-477a-41e3-8c74-fd5b5af78862 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635509 Sep 24 14:27:34.803290 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2aba6acf-71cf-449b-96b1-70014db9fdc1 admin admin] Publish callbacks [] for security_group (c8d279aa-790b-484a-a32c-007d73f7c772), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.811317 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a52435eb-3580-4cfb-b9b9-b11fba4d9203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.844058 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2aba6acf-71cf-449b-96b1-70014db9fdc1 admin admin] Publish callbacks [] for security_group (c8d279aa-790b-484a-a32c-007d73f7c772), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.846712 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-48240aac-9f56-461e-9401-9ac85fa05533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2185805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530180653'] for subnet (363f3389-2e5d-4bfc-8e18-bb8720aeef9a), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.861002 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2b652c1b-76e8-4485-b928-fa4fa78b37d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (60099ed9-fe18-494b-8f4b-d16cbfe267fe), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.865763 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2b652c1b-76e8-4485-b928-fa4fa78b37d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.868288 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2b652c1b-76e8-4485-b928-fa4fa78b37d4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/60099ed9-fe18-494b-8f4b-d16cbfe267fe HTTP/1.1" status: 204 len: 168 time: 0.2414455 Sep 24 14:27:34.888431 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b652c1b-76e8-4485-b928-fa4fa78b37d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60099ed9-fe18-494b-8f4b-d16cbfe267fe,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:34.957871 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48240aac-9f56-461e-9401-9ac85fa05533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=363f3389-2e5d-4bfc-8e18-bb8720aeef9a,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:34.989335 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48240aac-9f56-461e-9401-9ac85fa05533 admin admin] Checking segment: {'id': '092c8bb3-def4-45a3-9cfe-4817d5dd5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:27:34.990122 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48240aac-9f56-461e-9401-9ac85fa05533 admin admin] Network hostable DHCP agents. Network: a32ad358-eeec-447f-91f8-a6f31db4b6a2, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:27:34.993758 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a52435eb-3580-4cfb-b9b9-b11fba4d9203 admin admin] Publish callbacks [] for security_group (9ab91286-a007-4d50-afd4-12b8f57b455d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.995501 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2aba6acf-71cf-449b-96b1-70014db9fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (c8d279aa-790b-484a-a32c-007d73f7c772), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:34.998963 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2aba6acf-71cf-449b-96b1-70014db9fdc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.000308 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-2aba6acf-71cf-449b-96b1-70014db9fdc1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c8d279aa-790b-484a-a32c-007d73f7c772 HTTP/1.1" status: 204 len: 168 time: 0.3699143 Sep 24 14:27:35.007753 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a52435eb-3580-4cfb-b9b9-b11fba4d9203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (9ab91286-a007-4d50-afd4-12b8f57b455d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.016909 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba6acf-71cf-449b-96b1-70014db9fdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d279aa-790b-484a-a32c-007d73f7c772,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:35.040345 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39114) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:35.046912 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-a52435eb-3580-4cfb-b9b9-b11fba4d9203 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fcc17c3a205b441db38b2e70152cdd35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281077 Sep 24 14:27:35.058908 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39116) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:35.097034 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52435eb-3580-4cfb-b9b9-b11fba4d9203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab91286-a007-4d50-afd4-12b8f57b455d,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:35.104745 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48240aac-9f56-461e-9401-9ac85fa05533 admin admin] Network a32ad358-eeec-447f-91f8-a6f31db4b6a2 is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:27:35.124665 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e7e0e-5600-41d7-8976-a2f02e975ef4 req-57a4d49e-a3be-444c-9569-7ffa462f7257 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:35.126965 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-281e7e0e-5600-41d7-8976-a2f02e975ef4 req-57a4d49e-a3be-444c-9569-7ffa462f7257 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.1140680 Sep 24 14:27:35.128797 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-48240aac-9f56-461e-9401-9ac85fa05533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, a32ad358-eeec-447f-91f8-a6f31db4b6a2) {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:27:35.129395 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-58402c3c-bb14-47c7-9436-3d1982ce0ac9 admin admin] Publish callbacks [] for security_group (9ab91286-a007-4d50-afd4-12b8f57b455d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.138268 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48240aac-9f56-461e-9401-9ac85fa05533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:35.139383 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39120) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:35.141104 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92812bd-afe6-4062-b8fb-ef4009703643 None None] Network a32ad358-eeec-447f-91f8-a6f31db4b6a2 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:27:35.142914 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-48240aac-9f56-461e-9401-9ac85fa05533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.147620 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-7e111d52-51cf-434d-9cd2-59192a7c5dbe tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Request body: {'floatingip': {'port_id': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:27:35.166722 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:35.182207 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-48240aac-9f56-461e-9401-9ac85fa05533 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0750620 Sep 24 14:27:35.258785 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7e111d52-51cf-434d-9cd2-59192a7c5dbe tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (e0c4fbd0-3856-45c8-b208-c392365d9129), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.262527 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-58402c3c-bb14-47c7-9436-3d1982ce0ac9 admin admin] Publish callbacks [] for security_group (9ab91286-a007-4d50-afd4-12b8f57b455d), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.263459 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b560d-9181-4df5-8930-d2544eeea307 None None] Network a32ad358-eeec-447f-91f8-a6f31db4b6a2 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:27:35.445255 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-58402c3c-bb14-47c7-9436-3d1982ce0ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (9ab91286-a007-4d50-afd4-12b8f57b455d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.448795 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-58402c3c-bb14-47c7-9436-3d1982ce0ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.450129 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-58402c3c-bb14-47c7-9436-3d1982ce0ac9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9ab91286-a007-4d50-afd4-12b8f57b455d HTTP/1.1" status: 204 len: 168 time: 0.3903491 Sep 24 14:27:35.471363 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8d71c7e4-7461-40dc-804e-c461ed11db4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.509696 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58402c3c-bb14-47c7-9436-3d1982ce0ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab91286-a007-4d50-afd4-12b8f57b455d,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:35.615131 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8d71c7e4-7461-40dc-804e-c461ed11db4a admin admin] Publish callbacks [] for security_group (d7de08ce-92e1-4d00-ac3e-9e92a25db1a4), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.620735 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8d71c7e4-7461-40dc-804e-c461ed11db4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (d7de08ce-92e1-4d00-ac3e-9e92a25db1a4), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.674779 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39138) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:35.677267 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71c7e4-7461-40dc-804e-c461ed11db4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7de08ce-92e1-4d00-ac3e-9e92a25db1a4,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:35.695910 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-8d71c7e4-7461-40dc-804e-c461ed11db4a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=18d5cf0251234c518d493e8a529999d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6523550 Sep 24 14:27:35.697392 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39140) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:35.757072 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-557a4664-e2b9-4c66-aa5d-91dbba3dbd98 admin admin] Publish callbacks [] for security_group (d7de08ce-92e1-4d00-ac3e-9e92a25db1a4), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.785809 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-557a4664-e2b9-4c66-aa5d-91dbba3dbd98 admin admin] Publish callbacks [] for security_group (d7de08ce-92e1-4d00-ac3e-9e92a25db1a4), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.884809 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-557a4664-e2b9-4c66-aa5d-91dbba3dbd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (d7de08ce-92e1-4d00-ac3e-9e92a25db1a4), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.888447 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-557a4664-e2b9-4c66-aa5d-91dbba3dbd98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:35.896128 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-557a4664-e2b9-4c66-aa5d-91dbba3dbd98 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d7de08ce-92e1-4d00-ac3e-9e92a25db1a4 HTTP/1.1" status: 204 len: 168 time: 0.1970992 Sep 24 14:27:35.932249 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a4664-e2b9-4c66-aa5d-91dbba3dbd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7de08ce-92e1-4d00-ac3e-9e92a25db1a4,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:35.942390 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cae7a9ff-e34b-455e-a450-9d873d2056af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.071328 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85a847-fe5e-4bef-88c4-36a3af906660 req-fcbeb47b-84ca-45d6-9ea8-6e2d34dfbddc tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:36.073597 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fe85a847-fe5e-4bef-88c4-36a3af906660 req-fcbeb47b-84ca-45d6-9ea8-6e2d34dfbddc tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0851238 Sep 24 14:27:36.166871 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fe85a847-fe5e-4bef-88c4-36a3af906660 req-733b07b5-1a6c-4fb3-b2f9-8b14147a54bb tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857279 Sep 24 14:27:36.316185 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b092b6c-da8f-4cd7-8c3c-de279ab504f2 req-ca8fabfa-fb6b-4395-99b6-1232ff8d50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:36.317876 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1b092b6c-da8f-4cd7-8c3c-de279ab504f2 req-ca8fabfa-fb6b-4395-99b6-1232ff8d50a0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 1129 time: 0.4466419 Sep 24 14:27:36.356747 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:36.401758 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:36.507575 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1b092b6c-da8f-4cd7-8c3c-de279ab504f2 req-0d283fa5-b497-4f7d-b3ca-06a73435c39e service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759818 Sep 24 14:27:36.523083 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.db.resource_extend [None req-7e111d52-51cf-434d-9cd2-59192a7c5dbe tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 24 14:27:36.536400 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39168) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:36.551008 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c74c6705-5e44-4ceb-9106-9a16e191fd2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.577942 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cae7a9ff-e34b-455e-a450-9d873d2056af admin admin] Publish callbacks [] for security_group (d63887cf-b14d-48b7-8697-568d6eb00a99), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.588384 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-cae7a9ff-e34b-455e-a450-9d873d2056af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (d63887cf-b14d-48b7-8697-568d6eb00a99), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.595307 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:36.627083 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39170) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:36.630362 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7e111d52-51cf-434d-9cd2-59192a7c5dbe tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.644189 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7e111d52-51cf-434d-9cd2-59192a7c5dbe tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (e0c4fbd0-3856-45c8-b208-c392365d9129), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.648575 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-cae7a9ff-e34b-455e-a450-9d873d2056af admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=da29f394f9a3424cabfb2344e894e5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9715085 Sep 24 14:27:36.650734 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7a9ff-e34b-455e-a450-9d873d2056af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63887cf-b14d-48b7-8697-568d6eb00a99,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:36.651499 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7131dece-4c20-4ed6-a335-36f8f960bfed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.654793 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c74c6705-5e44-4ceb-9106-9a16e191fd2a admin admin] Publish callbacks [] for security_group (a90b7889-21df-43f9-986a-00487bfd3998), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.656592 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39172) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:36.679494 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c74c6705-5e44-4ceb-9106-9a16e191fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (a90b7889-21df-43f9-986a-00487bfd3998), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.752508 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-7e111d52-51cf-434d-9cd2-59192a7c5dbe tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Floating IP e0c4fbd0-3856-45c8-b208-c392365d9129 associated. External IP: 172.27.1.147, port: 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d. Sep 24 14:27:36.759263 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-c74c6705-5e44-4ceb-9106-9a16e191fd2a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f75af7d106f24083af134d63da0dcf3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169309 Sep 24 14:27:36.762569 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39174) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:36.785257 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c6705-5e44-4ceb-9106-9a16e191fd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90b7889-21df-43f9-986a-00487bfd3998,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:36.820969 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:36.824062 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aba102b5-ab2d-41a9-8343-eb3354250e47 admin admin] Publish callbacks [] for security_group (d63887cf-b14d-48b7-8697-568d6eb00a99), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.868993 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aba102b5-ab2d-41a9-8343-eb3354250e47 admin admin] Publish callbacks [] for security_group (d63887cf-b14d-48b7-8697-568d6eb00a99), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.922142 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7131dece-4c20-4ed6-a335-36f8f960bfed admin admin] Publish callbacks [] for security_group (fd7ceaec-0295-4ebb-ad7e-8461674e141c), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.927766 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-36ffc1d9-09fc-4dbf-b431-e6be19354003 admin admin] Publish callbacks [] for security_group (a90b7889-21df-43f9-986a-00487bfd3998), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.934805 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7131dece-4c20-4ed6-a335-36f8f960bfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (fd7ceaec-0295-4ebb-ad7e-8461674e141c), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.979222 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-36ffc1d9-09fc-4dbf-b431-e6be19354003 admin admin] Publish callbacks [] for security_group (a90b7889-21df-43f9-986a-00487bfd3998), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:36.980112 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e111d52-51cf-434d-9cd2-59192a7c5dbe tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Router b0c19301-0a38-4d15-b016-ddc5ac376e94 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:27:37.009238 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-7131dece-4c20-4ed6-a335-36f8f960bfed admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=efedff4d28bf468dbd796b113e134470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808434 Sep 24 14:27:37.010226 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131dece-4c20-4ed6-a335-36f8f960bfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7ceaec-0295-4ebb-ad7e-8461674e141c,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:37.017924 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39182) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:37.040278 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aba102b5-ab2d-41a9-8343-eb3354250e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (d63887cf-b14d-48b7-8697-568d6eb00a99), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:37.042273 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aba102b5-ab2d-41a9-8343-eb3354250e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:37.043585 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-aba102b5-ab2d-41a9-8343-eb3354250e47 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d63887cf-b14d-48b7-8697-568d6eb00a99 HTTP/1.1" status: 204 len: 168 time: 0.3858638 Sep 24 14:27:37.068412 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba102b5-ab2d-41a9-8343-eb3354250e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63887cf-b14d-48b7-8697-568d6eb00a99,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:37.110965 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-af2047b4-7ff6-45cc-9f4b-40c01c0da43a admin admin] Publish callbacks [] for security_group (fd7ceaec-0295-4ebb-ad7e-8461674e141c), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:37.119816 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-36ffc1d9-09fc-4dbf-b431-e6be19354003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (a90b7889-21df-43f9-986a-00487bfd3998), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:37.123422 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-36ffc1d9-09fc-4dbf-b431-e6be19354003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:37.127238 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-36ffc1d9-09fc-4dbf-b431-e6be19354003 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a90b7889-21df-43f9-986a-00487bfd3998 HTTP/1.1" status: 204 len: 168 time: 0.3571467 Sep 24 14:27:37.142732 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffc1d9-09fc-4dbf-b431-e6be19354003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90b7889-21df-43f9-986a-00487bfd3998,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:37.149694 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-af2047b4-7ff6-45cc-9f4b-40c01c0da43a admin admin] Publish callbacks [] for security_group (fd7ceaec-0295-4ebb-ad7e-8461674e141c), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:37.186850 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:37.193456 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e111d52-51cf-434d-9cd2-59192a7c5dbe tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:27:37.200004 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7e111d52-51cf-434d-9cd2-59192a7c5dbe tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:37.241068 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-af2047b4-7ff6-45cc-9f4b-40c01c0da43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (fd7ceaec-0295-4ebb-ad7e-8461674e141c), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:37.242711 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7e111d52-51cf-434d-9cd2-59192a7c5dbe tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/e0c4fbd0-3856-45c8-b208-c392365d9129 HTTP/1.1" status: 200 len: 991 time: 2.1020572 Sep 24 14:27:37.243954 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:27:37.246203 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db191e9-65aa-44fe-90f3-c3c5c92e6ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:27:37.246678 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-af2047b4-7ff6-45cc-9f4b-40c01c0da43a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:37.248145 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-af2047b4-7ff6-45cc-9f4b-40c01c0da43a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fd7ceaec-0295-4ebb-ad7e-8461674e141c HTTP/1.1" status: 204 len: 168 time: 0.2279444 Sep 24 14:27:37.258574 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2047b4-7ff6-45cc-9f4b-40c01c0da43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7ceaec-0295-4ebb-ad7e-8461674e141c,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:37.326846 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eec232-7169-40ac-bae7-5c57a2756310 x-openstack-request-id: req-90eec232-7169-40ac-bae7-5c57a2756310 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:27:37.327126 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:27:37.327414 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90eec232-7169-40ac-bae7-5c57a2756310 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:27:37.327879 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90eec232-7169-40ac-bae7-5c57a2756310'] response: {'name': 'network-changed', 'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'status': 'completed', 'code': 200} Sep 24 14:27:37.367709 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:37.428706 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc1851-9e21-4243-ac2e-e99021bf1f88 None None] Sync routers for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:27:37.435704 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3a70-edd3-4438-a9ac-7ea5f682e125 req-e119d40b-f27b-4c34-a81f-09383d20950c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:37.437603 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-959b3a70-edd3-4438-a9ac-7ea5f682e125 req-e119d40b-f27b-4c34-a81f-09383d20950c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.1248629 Sep 24 14:27:37.440208 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc1851-9e21-4243-ac2e-e99021bf1f88 None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:27:37.441026 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-40fc1851-9e21-4243-ac2e-e99021bf1f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:27:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:27:37.516462 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-959b3a70-edd3-4438-a9ac-7ea5f682e125 req-c44bba1c-0b60-4821-a53e-e149608aedba tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687101 Sep 24 14:27:37.590081 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-40fc1851-9e21-4243-ac2e-e99021bf1f88 None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:27:37.750992 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39210) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:37.779892 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-44c82430-57a6-4167-bae3-4c389ebedd50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:37.842161 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db191e9-65aa-44fe-90f3-c3c5c92e6ac9 req-a9e6c09b-fdbb-4ac2-a88a-39392d404513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:37.845352 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3db191e9-65aa-44fe-90f3-c3c5c92e6ac9 req-a9e6c09b-fdbb-4ac2-a88a-39392d404513 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 1129 time: 0.0672326 Sep 24 14:27:37.891339 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-44c82430-57a6-4167-bae3-4c389ebedd50 admin admin] Publish callbacks [] for security_group (5888c4e9-8604-439c-b19b-e95006d901a7), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:37.897123 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-44c82430-57a6-4167-bae3-4c389ebedd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (5888c4e9-8604-439c-b19b-e95006d901a7), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:37.945358 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-44c82430-57a6-4167-bae3-4c389ebedd50 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bad95c06cd95470f8b783a2bd984209e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904216 Sep 24 14:27:37.950732 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39216) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:37.989838 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c82430-57a6-4167-bae3-4c389ebedd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5888c4e9-8604-439c-b19b-e95006d901a7,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:38.017816 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-40fc1851-9e21-4243-ac2e-e99021bf1f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'e0c4fbd0-3856-45c8-b208-c392365d9129', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'port_id': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'mac_address': 'fa:16:3e:1d:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:26:26Z', 'updated_at': '2022-09-24T14:27:36Z', 'revision_number': 1, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:30Z', 'revision_number': 5, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:27:38.027861 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e9261dfb-e668-4469-b83e-6e50ef0e49d2 admin admin] Publish callbacks [] for security_group (5888c4e9-8604-439c-b19b-e95006d901a7), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:38.048717 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc1851-9e21-4243-ac2e-e99021bf1f88 None None] Checking router: b0c19301-0a38-4d15-b016-ddc5ac376e94 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:27:38.057169 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e9261dfb-e668-4469-b83e-6e50ef0e49d2 admin admin] Publish callbacks [] for security_group (5888c4e9-8604-439c-b19b-e95006d901a7), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:38.063412 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc1851-9e21-4243-ac2e-e99021bf1f88 None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:27:38.064299 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-40fc1851-9e21-4243-ac2e-e99021bf1f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:27:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:27:38.071616 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db191e9-65aa-44fe-90f3-c3c5c92e6ac9 req-7726b09d-6a37-4d55-b6fd-6207e89f965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:38.073593 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3db191e9-65aa-44fe-90f3-c3c5c92e6ac9 req-7726b09d-6a37-4d55-b6fd-6207e89f965c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 916 time: 0.2147095 Sep 24 14:27:38.113600 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e9261dfb-e668-4469-b83e-6e50ef0e49d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (5888c4e9-8604-439c-b19b-e95006d901a7), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:38.116665 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e9261dfb-e668-4469-b83e-6e50ef0e49d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:38.117782 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e9261dfb-e668-4469-b83e-6e50ef0e49d2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5888c4e9-8604-439c-b19b-e95006d901a7 HTTP/1.1" status: 204 len: 168 time: 0.1658034 Sep 24 14:27:38.126281 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9261dfb-e668-4469-b83e-6e50ef0e49d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5888c4e9-8604-439c-b19b-e95006d901a7,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:38.202164 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-40fc1851-9e21-4243-ac2e-e99021bf1f88 None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:27:38.587611 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3db191e9-65aa-44fe-90f3-c3c5c92e6ac9 req-388487b8-1a6e-4fd6-a98f-90d8853562f1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d HTTP/1.1" status: 200 len: 999 time: 0.2086649 Sep 24 14:27:38.661843 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-40fc1851-9e21-4243-ac2e-e99021bf1f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'e0c4fbd0-3856-45c8-b208-c392365d9129', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'port_id': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'mac_address': 'fa:16:3e:1d:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:26:26Z', 'updated_at': '2022-09-24T14:27:36Z', 'revision_number': 1, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:30Z', 'revision_number': 5, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:27:38.670322 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:38.679066 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd44a67-4b22-44bf-9edc-333550f67358 req-e3b1dd26-9073-4a78-bea3-3d9c13a5d0fd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:38.680584 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6cd44a67-4b22-44bf-9edc-333550f67358 req-e3b1dd26-9073-4a78-bea3-3d9c13a5d0fd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0612438 Sep 24 14:27:38.693469 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc1851-9e21-4243-ac2e-e99021bf1f88 None None] The sync data for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi is: [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'e0c4fbd0-3856-45c8-b208-c392365d9129', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'port_id': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'mac_address': 'fa:16:3e:1d:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:26:26Z', 'updated_at': '2022-09-24T14:27:36Z', 'revision_number': 1, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:30Z', 'revision_number': 5, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:27:38.739964 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:38.752742 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6cd44a67-4b22-44bf-9edc-333550f67358 req-7132d4aa-540e-407b-a83e-54ff2ef8aa41 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607688 Sep 24 14:27:39.053020 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf71f43-cb62-45a8-8032-99d6f26d480a None None] New status for floating IP e0c4fbd0-3856-45c8-b208-c392365d9129: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:27:39.104045 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:39.170560 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b97398-7da2-4b82-afd6-06f88945b640 req-0bbfcbc3-b812-4c49-80e2-18ce112bbb32 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:39.172829 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-77b97398-7da2-4b82-afd6-06f88945b640 req-0bbfcbc3-b812-4c49-80e2-18ce112bbb32 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0548320 Sep 24 14:27:39.236463 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db191e9-65aa-44fe-90f3-c3c5c92e6ac9 req-eb3c47d2-ea8c-4a56-8cc5-a792c7fde5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:39.238495 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3db191e9-65aa-44fe-90f3-c3c5c92e6ac9 req-eb3c47d2-ea8c-4a56-8cc5-a792c7fde5b1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=f32d4a51-22a9-4cfb-b152-16f2e987f478 HTTP/1.1" status: 200 len: 855 time: 0.2235198 Sep 24 14:27:39.256316 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d18c-8324-47d7-870b-2d099389ce26 req-1e34dd2b-0e47-4c22-a153-352182ce0737 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:39.264582 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-1e34dd2b-0e47-4c22-a153-352182ce0737 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/networks?id=a32ad358-eeec-447f-91f8-a6f31db4b6a2 HTTP/1.1" status: 200 len: 814 time: 0.3346231 Sep 24 14:27:39.270587 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-77b97398-7da2-4b82-afd6-06f88945b640 req-88ac4fd6-cfbe-4a10-a426-f0d60c89b395 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912385 Sep 24 14:27:39.277210 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0fcfd-4d66-4abb-80e4-efaa580727d3 req-001cabe9-4cfc-42ec-a3a7-22be8e9236fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:39.279650 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bd0fcfd-4d66-4abb-80e4-efaa580727d3 req-001cabe9-4cfc-42ec-a3a7-22be8e9236fe service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 1129 time: 0.1337903 Sep 24 14:27:39.328212 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db191e9-65aa-44fe-90f3-c3c5c92e6ac9 req-f2b73b66-7277-48d5-b4c1-bba5c224589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:39.329995 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3db191e9-65aa-44fe-90f3-c3c5c92e6ac9 req-f2b73b66-7277-48d5-b4c1-bba5c224589f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=841ec28f-242a-4287-8d65-ef9f3927d5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820282 Sep 24 14:27:39.333988 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-c24c60e5-6cbe-4161-aee1-c3f95bcbf474 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/quotas/27e584f45faa47afa4ced9db997f4e4a HTTP/1.1" status: 200 len: 375 time: 0.0679710 Sep 24 14:27:39.389641 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-34f80789-a93b-4ce5-8a7d-3f2875b30bc7 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=27e584f45faa47afa4ced9db997f4e4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470829 Sep 24 14:27:39.877438 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-d42bcf39-3f27-42f0-a5ac-05a0873a8ed1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a32ad358-eeec-447f-91f8-a6f31db4b6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802988 Sep 24 14:27:39.891890 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3db191e9-65aa-44fe-90f3-c3c5c92e6ac9 req-893f38e0-cefd-4a6b-8199-e7dcf12ae9fc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070446 Sep 24 14:27:39.942982 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0fcfd-4d66-4abb-80e4-efaa580727d3 req-ccf0ed27-1610-4124-8b6d-533eb3897598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:39.944458 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bd0fcfd-4d66-4abb-80e4-efaa580727d3 req-ccf0ed27-1610-4124-8b6d-533eb3897598 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 918 time: 0.4583285 Sep 24 14:27:40.037056 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bd0fcfd-4d66-4abb-80e4-efaa580727d3 req-26ec47a7-c021-4d2a-8c39-e853edf2fa37 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c943efd-ace2-4916-8133-bc99ff2e01cf HTTP/1.1" status: 200 len: 217 time: 0.0718582 Sep 24 14:27:40.125675 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-df92f8d7-c9cd-46de-88cf-fa52bfec5186 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a32ad358-eeec-447f-91f8-a6f31db4b6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310581 Sep 24 14:27:40.137224 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0fcfd-4d66-4abb-80e4-efaa580727d3 req-c3e6e1a6-23b2-44fa-8087-34cd7081bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:40.138679 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bd0fcfd-4d66-4abb-80e4-efaa580727d3 req-c3e6e1a6-23b2-44fa-8087-34cd7081bb88 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.0925663 Sep 24 14:27:40.142282 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3db191e9-65aa-44fe-90f3-c3c5c92e6ac9 req-cb257fe8-ed7b-4418-a438-1856c2aa1652 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967885 Sep 24 14:27:40.234522 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0fcfd-4d66-4abb-80e4-efaa580727d3 req-a2933448-77ef-4729-b983-318e922e3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:40.237074 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bd0fcfd-4d66-4abb-80e4-efaa580727d3 req-a2933448-77ef-4729-b983-318e922e3cc2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609276 Sep 24 14:27:40.431140 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52778ff4-1ff6-47e4-889b-2732cf03c196 req-458c3b54-b183-44e5-acb9-92511878a122 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:40.438420 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-52778ff4-1ff6-47e4-889b-2732cf03c196 req-458c3b54-b183-44e5-acb9-92511878a122 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0617130 Sep 24 14:27:40.463704 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:40.482494 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bd0fcfd-4d66-4abb-80e4-efaa580727d3 req-cd88d899-434f-46ea-aae7-95986cad9692 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337172 Sep 24 14:27:40.516930 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-52778ff4-1ff6-47e4-889b-2732cf03c196 req-cab52eae-ea53-4442-a308-bf5cd1016ca3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775075 Sep 24 14:27:40.540463 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:40.545323 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a0db5b20-ad27-4883-9750-f041330e77ab req-6f5c1eed-0dc8-4a2c-9c85-e0db429702c3 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 210 time: 0.1141648 Sep 24 14:27:40.591681 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:40.660554 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bd0fcfd-4d66-4abb-80e4-efaa580727d3 req-1627d01a-995d-46fa-8a6c-d95e4b85d038 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680629 Sep 24 14:27:41.690711 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c361504-4576-4a9a-914d-c78912637fe2 req-78006ab7-f1aa-41a8-81cd-61c4d4a0d6dd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:41.696468 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dcace37e-5470-4699-b660-c377509aafc4 req-a359dad4-74ae-4aa2-bff5-4b4007887c78 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 210 time: 0.0412266 Sep 24 14:27:41.697877 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0c361504-4576-4a9a-914d-c78912637fe2 req-78006ab7-f1aa-41a8-81cd-61c4d4a0d6dd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0961523 Sep 24 14:27:41.812628 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0c361504-4576-4a9a-914d-c78912637fe2 req-b4c954c1-5556-4b42-b2b1-81d01642137a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059575 Sep 24 14:27:42.152999 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d18c-8324-47d7-870b-2d099389ce26 req-176c77c7-83f9-403f-b602-e80f308f3dc8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:42.154791 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-176c77c7-83f9-403f-b602-e80f308f3dc8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a32ad358-eeec-447f-91f8-a6f31db4b6a2 HTTP/1.1" status: 200 len: 814 time: 0.1119733 Sep 24 14:27:42.181577 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e587d25e-5990-4f8d-ae56-fd1341092366 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Request body: {'port': {'device_id': '4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952', 'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2', 'admin_state_up': True, 'tenant_id': '27e584f45faa47afa4ced9db997f4e4a'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:27:42.301302 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e587d25e-5990-4f8d-ae56-fd1341092366 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Made reservation on behalf of 27e584f45faa47afa4ced9db997f4e4a for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:27:42.305974 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e587d25e-5990-4f8d-ae56-fd1341092366 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:42.466415 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e587d25e-5990-4f8d-ae56-fd1341092366 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Allocated IP 172.20.0.7 (a32ad358-eeec-447f-91f8-a6f31db4b6a2/363f3389-2e5d-4bfc-8e18-bb8720aeef9a/6536c4db-7f73-4444-affe-19257ef170a5) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:27:42.654406 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e587d25e-5990-4f8d-ae56-fd1341092366 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks [] for port (6536c4db-7f73-4444-affe-19257ef170a5), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:42.689723 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e587d25e-5990-4f8d-ae56-fd1341092366 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (6536c4db-7f73-4444-affe-19257ef170a5), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:42.749962 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e587d25e-5990-4f8d-ae56-fd1341092366 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Network a32ad358-eeec-447f-91f8-a6f31db4b6a2 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:27:42.754794 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e587d25e-5990-4f8d-ae56-fd1341092366 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:27:42.758445 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e587d25e-5990-4f8d-ae56-fd1341092366 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:27:42.839138 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587d25e-5990-4f8d-ae56-fd1341092366 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Pushing event updated for resources: {'Port': ['ID=6536c4db-7f73-4444-affe-19257ef170a5,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:42.866981 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e587d25e-5990-4f8d-ae56-fd1341092366 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:42.867558 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e587d25e-5990-4f8d-ae56-fd1341092366 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:42.876750 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b299a-01c8-4866-a550-7730b2b33f1a req-c385baee-b9d4-4d00-9fe9-225f5fec347b tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:42.878373 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a73b299a-01c8-4866-a550-7730b2b33f1a req-c385baee-b9d4-4d00-9fe9-225f5fec347b tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 931 time: 0.0874100 Sep 24 14:27:42.922959 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e587d25e-5990-4f8d-ae56-fd1341092366 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7453008 Sep 24 14:27:42.952507 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:42.954324 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:42.959115 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Request body: {'port': {'device_id': '4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:27:42.980436 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7c349-57ec-4cf6-bc9c-017099d351c6 req-3508abaa-2231-405b-b89b-22e5971b62c1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:42.982194 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d9d7c349-57ec-4cf6-bc9c-017099d351c6 req-3508abaa-2231-405b-b89b-22e5971b62c1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0554767 Sep 24 14:27:42.997586 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a73b299a-01c8-4866-a550-7730b2b33f1a req-451a42f3-565d-4ade-b2dc-ecde738504eb tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125474 Sep 24 14:27:43.045433 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d9d7c349-57ec-4cf6-bc9c-017099d351c6 req-8f66c482-9bb0-4826-a938-fecebbf131c9 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577211 Sep 24 14:27:43.061588 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (6536c4db-7f73-4444-affe-19257ef170a5), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:43.346865 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6536c4db-7f73-4444-affe-19257ef170a5 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:27:43.354913 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Publish callbacks [] for port (6536c4db-7f73-4444-affe-19257ef170a5), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:43.367333 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Transition to ACTIVE for port object 6536c4db-7f73-4444-affe-19257ef170a5 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:27:43.371110 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (6536c4db-7f73-4444-affe-19257ef170a5), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:43.431340 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6536c4db-7f73-4444-affe-19257ef170a5,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:43.481900 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Attempting to bind port 6536c4db-7f73-4444-affe-19257ef170a5 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:27:43.482233 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Attempting to bind port 6536c4db-7f73-4444-affe-19257ef170a5 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '092c8bb3-def4-45a3-9cfe-4817d5dd5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:27:43.482555 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Attempting to bind port 6536c4db-7f73-4444-affe-19257ef170a5 on network a32ad358-eeec-447f-91f8-a6f31db4b6a2 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:27:43.522546 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Port 6536c4db-7f73-4444-affe-19257ef170a5 on network a32ad358-eeec-447f-91f8-a6f31db4b6a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:27:43.522893 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Attempting to bind port 6536c4db-7f73-4444-affe-19257ef170a5 on network a32ad358-eeec-447f-91f8-a6f31db4b6a2 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:27:43.561850 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:27:43.562184 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Checking segment: {'id': '092c8bb3-def4-45a3-9cfe-4817d5dd5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:27:43.562567 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Bound using segment: {'id': '092c8bb3-def4-45a3-9cfe-4817d5dd5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:27:43.563020 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Bound port: 6536c4db-7f73-4444-affe-19257ef170a5, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092c8bb3-def4-45a3-9cfe-4817d5dd5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:27:43.563374 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (6536c4db-7f73-4444-affe-19257ef170a5), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:43.628818 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] For port 6536c4db-7f73-4444-affe-19257ef170a5, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:27:43.632626 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] For port 6536c4db-7f73-4444-affe-19257ef170a5, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6536c4db-7f73-4444-affe-19257ef170a5,segment=NetworkSegment(092c8bb3-def4-45a3-9cfe-4817d5dd5749),segment_id=092c8bb3-def4-45a3-9cfe-4817d5dd5749)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:27:43.639304 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (6536c4db-7f73-4444-affe-19257ef170a5), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:43.644643 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:43.645257 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:43.646651 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/6536c4db-7f73-4444-affe-19257ef170a5 HTTP/1.1" status: 200 len: 1093 time: 0.6951168 Sep 24 14:27:43.647884 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952', 'tag': '6536c4db-7f73-4444-affe-19257ef170a5'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:27:43.650352 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2703cdd0-4c61-443b-bba7-3cfe06eb6be7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952", "tag": "6536c4db-7f73-4444-affe-19257ef170a5"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:27:43.697050 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8381cbbb-84b8-48b3-89c1-40e4261d55f6 x-openstack-request-id: req-8381cbbb-84b8-48b3-89c1-40e4261d55f6 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:27:43.697336 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952", "tag": "6536c4db-7f73-4444-affe-19257ef170a5", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:27:43.697586 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8381cbbb-84b8-48b3-89c1-40e4261d55f6 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:27:43.698011 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8381cbbb-84b8-48b3-89c1-40e4261d55f6'] response: {'name': 'network-changed', 'server_uuid': '4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952', 'tag': '6536c4db-7f73-4444-affe-19257ef170a5', 'status': 'completed', 'code': 200} Sep 24 14:27:43.702582 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe157b-1cc2-4b7c-96c0-9683919b71d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6536c4db-7f73-4444-affe-19257ef170a5,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:43.787192 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d18c-8324-47d7-870b-2d099389ce26 req-56b83e41-503c-4304-9772-5458f3181c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:43.788665 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-56b83e41-503c-4304-9772-5458f3181c20 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=27e584f45faa47afa4ced9db997f4e4a&device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 1127 time: 0.0386879 Sep 24 14:27:44.129962 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7a55b-1d93-4222-a280-d825bb8f1b65 req-f7885671-d6ff-4d02-8b9f-b9056d7d6348 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:44.132004 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ebb7a55b-1d93-4222-a280-d825bb8f1b65 req-f7885671-d6ff-4d02-8b9f-b9056d7d6348 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 943 time: 0.0487101 Sep 24 14:27:44.152606 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:44.173252 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:44.184451 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ebb7a55b-1d93-4222-a280-d825bb8f1b65 req-bc29896c-42a6-4272-a3f0-be9f58cd38dc tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467398 Sep 24 14:27:44.192116 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8e338-b5b8-413d-9776-9991d61e7aa7 req-27ca40ea-6471-4481-907d-222ade49ba6e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:44.193640 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a8d8e338-b5b8-413d-9776-9991d61e7aa7 req-27ca40ea-6471-4481-907d-222ade49ba6e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0541675 Sep 24 14:27:44.244761 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a8d8e338-b5b8-413d-9776-9991d61e7aa7 req-610397b8-73aa-4e45-bd35-f8c6c3a1354d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436847 Sep 24 14:27:44.711067 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:45.304467 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a0bf-d390-4445-b139-ee8cc3d03c53 req-a6d6f957-dbd9-4eb2-9ecf-b8c39cb6bf4a tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:45.305965 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e919a0bf-d390-4445-b139-ee8cc3d03c53 req-a6d6f957-dbd9-4eb2-9ecf-b8c39cb6bf4a tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 943 time: 0.0476699 Sep 24 14:27:45.352118 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e919a0bf-d390-4445-b139-ee8cc3d03c53 req-c7f0fd54-4618-4490-ad91-160854009977 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406308 Sep 24 14:27:45.365201 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e8d53-e7de-4f06-b6a1-d167e40c7f7d req-4cce3e93-5733-4446-8f11-ee4f25862297 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:45.367221 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a9e8d53-e7de-4f06-b6a1-d167e40c7f7d req-4cce3e93-5733-4446-8f11-ee4f25862297 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0487084 Sep 24 14:27:45.399546 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:45.414333 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a9e8d53-e7de-4f06-b6a1-d167e40c7f7d req-7148d643-4d3c-40d1-8210-e1aa60db4686 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Sep 24 14:27:46.469269 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914183ce-6e16-400b-963c-83ea07972053 req-ef6ade87-3b03-438f-8335-e1427b37c34b tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:46.470735 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-914183ce-6e16-400b-963c-83ea07972053 req-ef6ade87-3b03-438f-8335-e1427b37c34b tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 943 time: 0.0460916 Sep 24 14:27:46.520025 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-914183ce-6e16-400b-963c-83ea07972053 req-012252ec-1d76-4baa-82da-649248fc651e tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 Sep 24 14:27:46.534484 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630921a9-c105-4810-9909-767b515ccebc req-190f098d-f8ae-4de5-b61d-ee67000b3d77 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:46.535988 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-630921a9-c105-4810-9909-767b515ccebc req-190f098d-f8ae-4de5-b61d-ee67000b3d77 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0459614 Sep 24 14:27:46.581729 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-630921a9-c105-4810-9909-767b515ccebc req-f67aa590-3cb9-497e-b048-89e904b96c2c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Sep 24 14:27:47.640362 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5439b-0306-4822-80d2-aba2d0d7ec6f req-2e5631a6-0d21-4f95-9b5d-1577a9d29739 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:47.641826 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d7e5439b-0306-4822-80d2-aba2d0d7ec6f req-2e5631a6-0d21-4f95-9b5d-1577a9d29739 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 943 time: 0.0477967 Sep 24 14:27:47.656390 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-23f64cb6-56b7-4670-bc74-554cb6639436 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6536c4db-7f73-4444-affe-19257ef170a5 HTTP/1.1" status: 200 len: 217 time: 0.0369654 Sep 24 14:27:47.697322 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d7e5439b-0306-4822-80d2-aba2d0d7ec6f req-d7a03dcd-2fbe-467b-bbd6-ada976bb1166 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488880 Sep 24 14:27:47.707358 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7f6cd-3193-4d3a-b94d-74a6466dc356 req-9315de4e-5580-4def-8ec9-61aa4251c4cb tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:47.708846 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ec7f6cd-3193-4d3a-b94d-74a6466dc356 req-9315de4e-5580-4def-8ec9-61aa4251c4cb tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0496104 Sep 24 14:27:47.755650 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6ec7f6cd-3193-4d3a-b94d-74a6466dc356 req-f7699ab9-7d9f-4aff-a932-40b3f8845290 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Sep 24 14:27:48.665636 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=81 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:48.820526 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62da70-1243-428b-8e98-29d1ddd526a7 req-1d869137-7c86-47d1-89dc-60c3885b392e tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:48.822488 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fb62da70-1243-428b-8e98-29d1ddd526a7 req-1d869137-7c86-47d1-89dc-60c3885b392e tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 943 time: 0.0477273 Sep 24 14:27:48.877073 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fb62da70-1243-428b-8e98-29d1ddd526a7 req-406dcfef-f06a-424c-a65b-149015defbcc tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487235 Sep 24 14:27:48.877869 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d83e15-fc5a-4c1d-bf19-62f6b9907cb9 req-24d31aa2-80aa-4c88-b6f5-bcb5fbac78dd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:48.879361 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-22d83e15-fc5a-4c1d-bf19-62f6b9907cb9 req-24d31aa2-80aa-4c88-b6f5-bcb5fbac78dd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0491021 Sep 24 14:27:48.927642 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-22d83e15-fc5a-4c1d-bf19-62f6b9907cb9 req-1aea63c5-9b93-4e55-b3d9-f9648e61c57d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428610 Sep 24 14:27:49.489713 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:49.584070 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39618) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:49.726869 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9a28154a-1bfb-4d8b-b16c-b13457631d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:49.751047 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e1f455ae-93ad-4082-822e-94a1dfc8b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:49.753051 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-e1f455ae-93ad-4082-822e-94a1dfc8b4de service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=363f3389-2e5d-4bfc-8e18-bb8720aeef9a HTTP/1.1" status: 200 len: 854 time: 0.0588372 Sep 24 14:27:49.789668 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-ec31c690-4e59-481b-ab34-9fcd42154641 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a32ad358-eeec-447f-91f8-a6f31db4b6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284300 Sep 24 14:27:49.814085 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9a28154a-1bfb-4d8b-b16c-b13457631d8a admin admin] Publish callbacks [] for security_group (7972a1f8-c517-41c7-9b99-eafd9f61b802), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:49.817910 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9a28154a-1bfb-4d8b-b16c-b13457631d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (7972a1f8-c517-41c7-9b99-eafd9f61b802), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:49.855192 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28154a-1bfb-4d8b-b16c-b13457631d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7972a1f8-c517-41c7-9b99-eafd9f61b802,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:49.859788 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-9a28154a-1bfb-4d8b-b16c-b13457631d8a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e19d1bcc7eca4c39842e754b7590e571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729819 Sep 24 14:27:49.862760 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39624) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:49.912746 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d09e5d1-d90a-4072-81d1-15cdb6cc0e76 admin admin] Publish callbacks [] for security_group (7972a1f8-c517-41c7-9b99-eafd9f61b802), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:49.933353 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d09e5d1-d90a-4072-81d1-15cdb6cc0e76 admin admin] Publish callbacks [] for security_group (7972a1f8-c517-41c7-9b99-eafd9f61b802), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:49.997596 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d09e5d1-d90a-4072-81d1-15cdb6cc0e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (7972a1f8-c517-41c7-9b99-eafd9f61b802), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:50.002698 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d09e5d1-d90a-4072-81d1-15cdb6cc0e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:50.004071 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0d09e5d1-d90a-4072-81d1-15cdb6cc0e76 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7972a1f8-c517-41c7-9b99-eafd9f61b802 HTTP/1.1" status: 204 len: 168 time: 0.1402509 Sep 24 14:27:50.005500 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720006-86ce-4289-99f0-4d3ee2fb6fb6 req-78386283-7e4e-45b6-9539-c5516de27d9f tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:50.009706 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ad720006-86ce-4289-99f0-4d3ee2fb6fb6 req-78386283-7e4e-45b6-9539-c5516de27d9f tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 943 time: 0.0595202 Sep 24 14:27:50.015084 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09e5d1-d90a-4072-81d1-15cdb6cc0e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7972a1f8-c517-41c7-9b99-eafd9f61b802,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:50.048552 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:50.078456 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ad720006-86ce-4289-99f0-4d3ee2fb6fb6 req-028eca08-4489-43a8-ad22-41e5a0084e8d tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626385 Sep 24 14:27:50.095219 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78486ffe-a16e-4b78-a1b3-27b7b708338f req-66535f9c-062c-41f5-9e82-7567a12de805 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:50.102686 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-78486ffe-a16e-4b78-a1b3-27b7b708338f req-66535f9c-062c-41f5-9e82-7567a12de805 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0628276 Sep 24 14:27:50.147695 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-78486ffe-a16e-4b78-a1b3-27b7b708338f req-2353296b-e351-48ab-a64b-30d053b5623f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441229 Sep 24 14:27:50.333231 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39638) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:50.347913 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8e5fa0a2-e704-428d-b311-2a6e799f7d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:50.399906 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-29a299a7-d65c-4d0b-80eb-6d10f257f2a4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a32ad358-eeec-447f-91f8-a6f31db4b6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210461 Sep 24 14:27:50.433451 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8e5fa0a2-e704-428d-b311-2a6e799f7d8a admin admin] Publish callbacks [] for security_group (25aabefc-ca74-417d-b297-f5a6587a2ced), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:50.437963 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8e5fa0a2-e704-428d-b311-2a6e799f7d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (25aabefc-ca74-417d-b297-f5a6587a2ced), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:50.480217 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fa0a2-e704-428d-b311-2a6e799f7d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aabefc-ca74-417d-b297-f5a6587a2ced,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:50.484505 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-8e5fa0a2-e704-428d-b311-2a6e799f7d8a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f9a13890743242edae5996e02b625dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501594 Sep 24 14:27:50.489161 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39640) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:50.506437 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3248d18c-8324-47d7-870b-2d099389ce26 req-8bcc3fe7-faad-4eeb-945b-465a94f7ddc2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a32ad358-eeec-447f-91f8-a6f31db4b6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999112 Sep 24 14:27:50.512617 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:50.545696 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-33e750c2-100e-4ee2-aace-2ead8eedfd75 admin admin] Publish callbacks [] for security_group (25aabefc-ca74-417d-b297-f5a6587a2ced), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:50.565812 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-33e750c2-100e-4ee2-aace-2ead8eedfd75 admin admin] Publish callbacks [] for security_group (25aabefc-ca74-417d-b297-f5a6587a2ced), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:50.617296 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-33e750c2-100e-4ee2-aace-2ead8eedfd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (25aabefc-ca74-417d-b297-f5a6587a2ced), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:50.620053 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-33e750c2-100e-4ee2-aace-2ead8eedfd75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:50.621195 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-33e750c2-100e-4ee2-aace-2ead8eedfd75 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/25aabefc-ca74-417d-b297-f5a6587a2ced HTTP/1.1" status: 204 len: 168 time: 0.1311176 Sep 24 14:27:50.629296 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e750c2-100e-4ee2-aace-2ead8eedfd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aabefc-ca74-417d-b297-f5a6587a2ced,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:51.218731 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37895fb-b92a-46fd-954c-50b7befa0e1c req-cdba1f5c-dae4-4ada-a06b-5413dd3edfe4 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:51.221808 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d37895fb-b92a-46fd-954c-50b7befa0e1c req-cdba1f5c-dae4-4ada-a06b-5413dd3edfe4 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 943 time: 0.0593231 Sep 24 14:27:51.247841 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39678) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:51.265878 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:51.276501 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d37895fb-b92a-46fd-954c-50b7befa0e1c req-91d3e2d5-0450-483b-a0c4-016002bcf346 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485742 Sep 24 14:27:51.314795 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b5e04-1feb-4271-af64-9310fb02a523 req-7f0a19b6-8d83-4e94-a20f-16ce1aeee2f0 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:51.316270 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4e7b5e04-1feb-4271-af64-9310fb02a523 req-7f0a19b6-8d83-4e94-a20f-16ce1aeee2f0 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0620677 Sep 24 14:27:51.380158 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4e7b5e04-1feb-4271-af64-9310fb02a523 req-50414b8a-1bf5-4e2b-80cc-eed050d0a549 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544355 Sep 24 14:27:51.413651 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-60adf4eb-3254-4695-a15c-b78524b17bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:51.482118 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:51.534066 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-60adf4eb-3254-4695-a15c-b78524b17bb9 admin admin] Publish callbacks [] for security_group (1ee3c6d0-f58f-45f8-b67e-929c84f94f74), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:51.539804 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-60adf4eb-3254-4695-a15c-b78524b17bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (1ee3c6d0-f58f-45f8-b67e-929c84f94f74), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:51.582541 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adf4eb-3254-4695-a15c-b78524b17bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee3c6d0-f58f-45f8-b67e-929c84f94f74,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:51.589702 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39696) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:51.589863 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-60adf4eb-3254-4695-a15c-b78524b17bb9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f46ad7a1a22049b0a6bef212498844e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408527 Sep 24 14:27:51.661466 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e4fb19cf-00cb-45d2-8e34-1e74ca5a6177 admin admin] Publish callbacks [] for security_group (1ee3c6d0-f58f-45f8-b67e-929c84f94f74), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:51.684904 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e4fb19cf-00cb-45d2-8e34-1e74ca5a6177 admin admin] Publish callbacks [] for security_group (1ee3c6d0-f58f-45f8-b67e-929c84f94f74), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:51.751898 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e4fb19cf-00cb-45d2-8e34-1e74ca5a6177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (1ee3c6d0-f58f-45f8-b67e-929c84f94f74), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:51.755533 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e4fb19cf-00cb-45d2-8e34-1e74ca5a6177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:51.757260 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e4fb19cf-00cb-45d2-8e34-1e74ca5a6177 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1ee3c6d0-f58f-45f8-b67e-929c84f94f74 HTTP/1.1" status: 204 len: 168 time: 0.1659591 Sep 24 14:27:51.783679 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb19cf-00cb-45d2-8e34-1e74ca5a6177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee3c6d0-f58f-45f8-b67e-929c84f94f74,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:51.836163 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f655571-e21e-4804-ac62-5dbf7dc73e81 req-fec79267-4d6d-4d28-9352-8b26e44c8088 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:51.837774 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3f655571-e21e-4804-ac62-5dbf7dc73e81 req-fec79267-4d6d-4d28-9352-8b26e44c8088 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0627513 Sep 24 14:27:51.896054 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3f655571-e21e-4804-ac62-5dbf7dc73e81 req-87d3a36d-3ed6-477b-84e9-c71a4e107809 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518813 Sep 24 14:27:52.207916 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39718) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:52.221867 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e79ed077-a3e4-4f5b-b599-d2b58914e5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:52.304761 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e79ed077-a3e4-4f5b-b599-d2b58914e5ff admin admin] Publish callbacks [] for security_group (7a7ac6a1-26bf-4386-a261-ca128958ef43), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:52.309058 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e79ed077-a3e4-4f5b-b599-d2b58914e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (7a7ac6a1-26bf-4386-a261-ca128958ef43), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:52.356527 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e79ed077-a3e4-4f5b-b599-d2b58914e5ff admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ca8bd83bab374e708b66af809461c326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475089 Sep 24 14:27:52.356730 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39730) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:52.357679 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ed077-a3e4-4f5b-b599-d2b58914e5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7ac6a1-26bf-4386-a261-ca128958ef43,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:52.448982 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa5aba-e5f0-464d-9a9e-7f504fef9e73 req-d5d7bb4e-8f63-417c-a57a-634c206c86e4 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:52.450455 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e0fa5aba-e5f0-464d-9a9e-7f504fef9e73 req-d5d7bb4e-8f63-417c-a57a-634c206c86e4 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 943 time: 0.0669465 Sep 24 14:27:52.474449 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e38d0331-b770-4233-9dd4-6c3878772ce5 admin admin] Publish callbacks [] for security_group (7a7ac6a1-26bf-4386-a261-ca128958ef43), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:52.513563 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e38d0331-b770-4233-9dd4-6c3878772ce5 admin admin] Publish callbacks [] for security_group (7a7ac6a1-26bf-4386-a261-ca128958ef43), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:52.520097 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498ae24-fe71-43cf-a3fc-2dd988a89230 req-c0bb6b82-6b99-4844-8119-1db1a4f7b8d1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:52.521618 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3498ae24-fe71-43cf-a3fc-2dd988a89230 req-c0bb6b82-6b99-4844-8119-1db1a4f7b8d1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0596125 Sep 24 14:27:52.541961 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e0fa5aba-e5f0-464d-9a9e-7f504fef9e73 req-fa8ff393-fee8-4830-af0c-07a863cdf775 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810201 Sep 24 14:27:52.582110 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e38d0331-b770-4233-9dd4-6c3878772ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (7a7ac6a1-26bf-4386-a261-ca128958ef43), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:52.584468 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3498ae24-fe71-43cf-a3fc-2dd988a89230 req-adee22a2-0a9a-4518-b03a-707051fb0df3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550466 Sep 24 14:27:52.585573 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e38d0331-b770-4233-9dd4-6c3878772ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:52.586727 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e38d0331-b770-4233-9dd4-6c3878772ce5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7a7ac6a1-26bf-4386-a261-ca128958ef43 HTTP/1.1" status: 204 len: 168 time: 0.2290969 Sep 24 14:27:52.600009 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d0331-b770-4233-9dd4-6c3878772ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7ac6a1-26bf-4386-a261-ca128958ef43,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:53.036957 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b02c-27b6-4bce-8d18-be00f950b301 req-a1e568a7-9bfd-4b6b-b70f-b2b66b43b121 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:53.038633 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-dd91b02c-27b6-4bce-8d18-be00f950b301 req-a1e568a7-9bfd-4b6b-b70f-b2b66b43b121 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0565531 Sep 24 14:27:53.072341 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:53.091613 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-dd91b02c-27b6-4bce-8d18-be00f950b301 req-8e95cc9f-59da-42f3-84c8-53b8b91af028 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454023 Sep 24 14:27:53.613431 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703cdd0-4c61-443b-bba7-3cfe06eb6be7 req-5529d23d-9646-48f2-a9f9-c7d4ff325347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:53.615011 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2703cdd0-4c61-443b-bba7-3cfe06eb6be7 req-5529d23d-9646-48f2-a9f9-c7d4ff325347 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=27e584f45faa47afa4ced9db997f4e4a&device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 1127 time: 0.0588539 Sep 24 14:27:53.726990 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c856ba-c7e8-438f-8acd-aecc43b4f83c req-3db41df2-f610-43b8-9164-28c96cfe0756 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:53.730807 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-25c856ba-c7e8-438f-8acd-aecc43b4f83c req-3db41df2-f610-43b8-9164-28c96cfe0756 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 943 time: 0.0744457 Sep 24 14:27:53.755863 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c040f-3b21-4658-9fc5-b77cd9645fda req-347a9983-d9cd-4827-a708-ed0fb8a28b1e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:53.759331 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3f3c040f-3b21-4658-9fc5-b77cd9645fda req-347a9983-d9cd-4827-a708-ed0fb8a28b1e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0879390 Sep 24 14:27:53.803971 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-25c856ba-c7e8-438f-8acd-aecc43b4f83c req-9519ae0a-346c-4fb7-a6ac-89c6fe0bc6ce tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658767 Sep 24 14:27:54.038456 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3f3c040f-3b21-4658-9fc5-b77cd9645fda req-9f20f367-039e-40a7-9af3-132c604695dd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687111 Sep 24 14:27:54.209925 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:54.222692 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c5b19-dc8f-432b-8bcb-715acbc1001e req-d2e5eb36-cbec-4bdb-95c0-a8fa89b26b5a tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:54.224336 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-941c5b19-dc8f-432b-8bcb-715acbc1001e req-d2e5eb36-cbec-4bdb-95c0-a8fa89b26b5a tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0464022 Sep 24 14:27:54.271106 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-941c5b19-dc8f-432b-8bcb-715acbc1001e req-a2c6d21b-f1a2-4985-aaf3-8e5d6d6daa7c tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Sep 24 14:27:54.584458 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 6536c4db-7f73-4444-affe-19257ef170a5 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:27:54.696869 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 6536c4db-7f73-4444-affe-19257ef170a5, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6536c4db-7f73-4444-affe-19257ef170a5,segment=NetworkSegment(092c8bb3-def4-45a3-9cfe-4817d5dd5749),segment_id=092c8bb3-def4-45a3-9cfe-4817d5dd5749)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:54.711978 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '6536c4db-7f73-4444-affe-19257ef170a5', 'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2', 'port_id': '6536c4db-7f73-4444-affe-19257ef170a5', 'mac_address': 'fa:16:3e:81:8c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363f3389-2e5d-4bfc-8e18-bb8720aeef9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:27:54.759521 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 6536c4db-7f73-4444-affe-19257ef170a5 is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:27:54.760202 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (6536c4db-7f73-4444-affe-19257ef170a5), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:54.774526 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6536c4db-7f73-4444-affe-19257ef170a5 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:27:54.795380 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 6536c4db-7f73-4444-affe-19257ef170a5, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6536c4db-7f73-4444-affe-19257ef170a5,segment=NetworkSegment(092c8bb3-def4-45a3-9cfe-4817d5dd5749),segment_id=092c8bb3-def4-45a3-9cfe-4817d5dd5749)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:54.799881 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (6536c4db-7f73-4444-affe-19257ef170a5), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:54.859511 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=6536c4db-7f73-4444-affe-19257ef170a5,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:54.929381 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac4211-449a-4e41-bbf3-513fde0e6a23 req-8e36aba0-cb67-4847-9938-4850becaaca9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:54.931029 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-64ac4211-449a-4e41-bbf3-513fde0e6a23 req-8e36aba0-cb67-4847-9938-4850becaaca9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 944 time: 0.0471597 Sep 24 14:27:54.967086 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:54.983724 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-64ac4211-449a-4e41-bbf3-513fde0e6a23 req-9e52baa7-2447-4a11-a80e-e24b3b239d50 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457129 Sep 24 14:27:55.154646 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39844) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:55.198101 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e5e7-a0b7-483a-ac2b-6a6788d7cbf7 req-f10a9248-5fe4-4181-b23b-cccc0fafede7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:55.203503 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a96e5e7-a0b7-483a-ac2b-6a6788d7cbf7 req-f10a9248-5fe4-4181-b23b-cccc0fafede7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0740833 Sep 24 14:27:55.249777 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:55.261860 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a96e5e7-a0b7-483a-ac2b-6a6788d7cbf7 req-18312993-d51c-40cd-a1e2-354124f1d9f2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561624 Sep 24 14:27:55.322727 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-506d37bd-2156-4efd-a31d-6e466e3e8d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:55.445426 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39856) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:55.457920 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:55.462314 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703cdd0-4c61-443b-bba7-3cfe06eb6be7 req-25d299b6-4afa-4d86-bee0-7e0cd7216cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:55.463882 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2703cdd0-4c61-443b-bba7-3cfe06eb6be7 req-25d299b6-4afa-4d86-bee0-7e0cd7216cb0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a32ad358-eeec-447f-91f8-a6f31db4b6a2 HTTP/1.1" status: 200 len: 914 time: 0.1501980 Sep 24 14:27:55.470625 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['6536c4db-7f73-4444-affe-19257ef170a5'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:27:55.514560 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0331ae-c210-4ec5-a5b2-d8af74402ea8 req-67041fec-8aeb-4021-be44-c1cb83d7ec6f tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:55.516330 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2f0331ae-c210-4ec5-a5b2-d8af74402ea8 req-67041fec-8aeb-4021-be44-c1cb83d7ec6f tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.1113515 Sep 24 14:27:55.533185 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2703cdd0-4c61-443b-bba7-3cfe06eb6be7 req-236add86-ca1a-4587-89df-f5d25fa7e1f2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6536c4db-7f73-4444-affe-19257ef170a5 HTTP/1.1" status: 200 len: 217 time: 0.0605600 Sep 24 14:27:55.534904 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-506d37bd-2156-4efd-a31d-6e466e3e8d5a admin admin] Publish callbacks [] for security_group (ebd925f0-3ca9-4b1e-9a28-d7210f9c6670), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:55.542878 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-506d37bd-2156-4efd-a31d-6e466e3e8d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ebd925f0-3ca9-4b1e-9a28-d7210f9c6670), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:55.678355 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703cdd0-4c61-443b-bba7-3cfe06eb6be7 req-6449e0fb-b361-4c8e-8900-2011b7d1efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:55.681349 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2703cdd0-4c61-443b-bba7-3cfe06eb6be7 req-6449e0fb-b361-4c8e-8900-2011b7d1efc1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=363f3389-2e5d-4bfc-8e18-bb8720aeef9a HTTP/1.1" status: 200 len: 854 time: 0.1093898 Sep 24 14:27:55.697798 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-506d37bd-2156-4efd-a31d-6e466e3e8d5a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ad9c3603c7224fdc997699d08317cf21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5419047 Sep 24 14:27:55.698791 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d37bd-2156-4efd-a31d-6e466e3e8d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd925f0-3ca9-4b1e-9a28-d7210f9c6670,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:55.700444 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39864) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:55.715955 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-9371a9f4-58e9-4b1e-927f-3d3c68e0908a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:55.717108 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2f0331ae-c210-4ec5-a5b2-d8af74402ea8 req-e7ca3872-5467-4499-8470-a302a510fc9a tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891344 Sep 24 14:27:55.733984 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ed9b26a1-203c-49e8-b48c-f888fe14b24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:55.761976 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2703cdd0-4c61-443b-bba7-3cfe06eb6be7 req-8dea0daf-8643-40c0-9c59-54c66469e213 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a32ad358-eeec-447f-91f8-a6f31db4b6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360532 Sep 24 14:27:55.793735 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-254ff1f6-7570-4bd3-9356-0ae7637ff679 admin admin] Publish callbacks [] for security_group (ebd925f0-3ca9-4b1e-9a28-d7210f9c6670), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:55.829809 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ed9b26a1-203c-49e8-b48c-f888fe14b24e admin admin] Publish callbacks [] for security_group (0d427668-3989-4566-b5b8-d86b9a0c2dd4), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:55.835176 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ed9b26a1-203c-49e8-b48c-f888fe14b24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (0d427668-3989-4566-b5b8-d86b9a0c2dd4), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:55.861954 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-254ff1f6-7570-4bd3-9356-0ae7637ff679 admin admin] Publish callbacks [] for security_group (ebd925f0-3ca9-4b1e-9a28-d7210f9c6670), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:55.878957 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-ed9b26a1-203c-49e8-b48c-f888fe14b24e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bcb7ad6606444deaacc1012ba6e49268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320576 Sep 24 14:27:55.881458 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39866) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:55.888219 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b26a1-203c-49e8-b48c-f888fe14b24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d427668-3989-4566-b5b8-d86b9a0c2dd4,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:55.933389 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2703cdd0-4c61-443b-bba7-3cfe06eb6be7 req-694d6a37-50ea-4bc6-be91-3339f28e7dd3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a32ad358-eeec-447f-91f8-a6f31db4b6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372743 Sep 24 14:27:55.940794 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-862ce0df-5eb8-40a5-967a-41e16641d533 admin admin] Publish callbacks [] for security_group (0d427668-3989-4566-b5b8-d86b9a0c2dd4), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:55.942493 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-254ff1f6-7570-4bd3-9356-0ae7637ff679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ebd925f0-3ca9-4b1e-9a28-d7210f9c6670), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:55.946720 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-254ff1f6-7570-4bd3-9356-0ae7637ff679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:55.948050 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-254ff1f6-7570-4bd3-9356-0ae7637ff679 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ebd925f0-3ca9-4b1e-9a28-d7210f9c6670 HTTP/1.1" status: 204 len: 168 time: 0.2467370 Sep 24 14:27:55.957536 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ff1f6-7570-4bd3-9356-0ae7637ff679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd925f0-3ca9-4b1e-9a28-d7210f9c6670,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:55.964038 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-862ce0df-5eb8-40a5-967a-41e16641d533 admin admin] Publish callbacks [] for security_group (0d427668-3989-4566-b5b8-d86b9a0c2dd4), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:56.019610 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-862ce0df-5eb8-40a5-967a-41e16641d533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (0d427668-3989-4566-b5b8-d86b9a0c2dd4), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:56.022455 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-862ce0df-5eb8-40a5-967a-41e16641d533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:56.023626 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-862ce0df-5eb8-40a5-967a-41e16641d533 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0d427668-3989-4566-b5b8-d86b9a0c2dd4 HTTP/1.1" status: 204 len: 168 time: 0.1407068 Sep 24 14:27:56.032424 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ce0df-5eb8-40a5-967a-41e16641d533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d427668-3989-4566-b5b8-d86b9a0c2dd4,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:56.169409 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ba116-6992-4b70-95d0-7c2caedff9cd req-775f862b-83d9-4e4b-b03f-729cb0dc3e2e tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:56.170939 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-498ba116-6992-4b70-95d0-7c2caedff9cd req-775f862b-83d9-4e4b-b03f-729cb0dc3e2e tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 944 time: 0.0662496 Sep 24 14:27:56.223663 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2703cdd0-4c61-443b-bba7-3cfe06eb6be7 req-4a9544eb-c5bc-4360-ad31-2366e2dee26c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a32ad358-eeec-447f-91f8-a6f31db4b6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920359 Sep 24 14:27:56.245852 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-498ba116-6992-4b70-95d0-7c2caedff9cd req-dcdd5fe5-0a47-4c00-bf8c-ddf6bbc4ef27 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648801 Sep 24 14:27:56.384547 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:56.402948 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39886) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:56.404158 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b4520-5862-45f8-9b6f-1fc1505d8201 req-2b949c9b-78e6-41d2-a38c-d26b3d973d9b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:56.405801 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a91b4520-5862-45f8-9b6f-1fc1505d8201 req-2b949c9b-78e6-41d2-a38c-d26b3d973d9b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0538697 Sep 24 14:27:56.417024 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1b28d58a-8670-40ee-a217-7ebca05a8f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:56.485904 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a91b4520-5862-45f8-9b6f-1fc1505d8201 req-c3a4f42d-558e-4286-8b9f-9516b8266175 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708597 Sep 24 14:27:56.520295 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1b28d58a-8670-40ee-a217-7ebca05a8f85 admin admin] Publish callbacks [] for security_group (f4ec38e2-4abf-4af7-a28e-2e1ec8017770), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:56.527189 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-1b28d58a-8670-40ee-a217-7ebca05a8f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (f4ec38e2-4abf-4af7-a28e-2e1ec8017770), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:56.567584 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-1b28d58a-8670-40ee-a217-7ebca05a8f85 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3f37e42e01664a5eb97e7b3f52b8c6f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672726 Sep 24 14:27:56.570393 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39892) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:56.578677 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28d58a-8670-40ee-a217-7ebca05a8f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ec38e2-4abf-4af7-a28e-2e1ec8017770,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:56.647837 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:56.657228 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d77d049-5ff0-4b3d-bd82-35012b0826b8 admin admin] Publish callbacks [] for security_group (f4ec38e2-4abf-4af7-a28e-2e1ec8017770), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:56.673050 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53912ade-a35b-42cf-b2fb-4da2a87427ff req-6a70a0ad-c008-4b35-b327-5378eac7f080 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:56.674477 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-53912ade-a35b-42cf-b2fb-4da2a87427ff req-6a70a0ad-c008-4b35-b327-5378eac7f080 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.0653973 Sep 24 14:27:56.696097 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d77d049-5ff0-4b3d-bd82-35012b0826b8 admin admin] Publish callbacks [] for security_group (f4ec38e2-4abf-4af7-a28e-2e1ec8017770), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:56.714088 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:56.865406 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 6536c4db-7f73-4444-affe-19257ef170a5 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:27:56.929299 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 6536c4db-7f73-4444-affe-19257ef170a5 completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:27:56.942058 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 6536c4db-7f73-4444-affe-19257ef170a5 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:27:56.942544 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (6536c4db-7f73-4444-affe-19257ef170a5), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:56.943081 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 6536c4db-7f73-4444-affe-19257ef170a5 Sep 24 14:27:57.052530 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 6536c4db-7f73-4444-affe-19257ef170a5 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:27:57.053619 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (6536c4db-7f73-4444-affe-19257ef170a5), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:57.090334 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6536c4db-7f73-4444-affe-19257ef170a5'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:27:57.091311 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-53912ade-a35b-42cf-b2fb-4da2a87427ff req-893e10d3-2bdd-4cd9-95a7-579d0354a7c7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Deleting port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:27:57.091667 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-53912ade-a35b-42cf-b2fb-4da2a87427ff req-893e10d3-2bdd-4cd9-95a7-579d0354a7c7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:57.093585 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324ddf70-ee16-4a4d-a0fe-e4941c238731" -d '{"events": [{"server_uuid": "4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952", "name": "network-vif-plugged", "status": "completed", "tag": "6536c4db-7f73-4444-affe-19257ef170a5"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:27:57.115669 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 6536c4db-7f73-4444-affe-19257ef170a5, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6536c4db-7f73-4444-affe-19257ef170a5,segment=NetworkSegment(092c8bb3-def4-45a3-9cfe-4817d5dd5749),segment_id=092c8bb3-def4-45a3-9cfe-4817d5dd5749)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:57.117909 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28612a-24cf-4af3-9c1f-e4e0bcd95a76 req-d8e5146c-3abb-4798-b863-a955ea9eacdb tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:57.119539 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ae28612a-24cf-4af3-9c1f-e4e0bcd95a76 req-d8e5146c-3abb-4798-b863-a955ea9eacdb tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 945 time: 0.1217561 Sep 24 14:27:57.129750 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (6536c4db-7f73-4444-affe-19257ef170a5), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:57.165593 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8926f96-fc45-4973-a10c-6c7ccbe6d8b2 x-openstack-request-id: req-b8926f96-fc45-4973-a10c-6c7ccbe6d8b2 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:27:57.165904 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952", "name": "network-vif-plugged", "status": "completed", "tag": "6536c4db-7f73-4444-affe-19257ef170a5", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:27:57.166723 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8926f96-fc45-4973-a10c-6c7ccbe6d8b2 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:27:57.167304 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8926f96-fc45-4973-a10c-6c7ccbe6d8b2'] response: {'server_uuid': '4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6536c4db-7f73-4444-affe-19257ef170a5', 'code': 200} Sep 24 14:27:57.173086 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d77d049-5ff0-4b3d-bd82-35012b0826b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (f4ec38e2-4abf-4af7-a28e-2e1ec8017770), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:57.175680 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0d77d049-5ff0-4b3d-bd82-35012b0826b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:57.176825 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0d77d049-5ff0-4b3d-bd82-35012b0826b8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f4ec38e2-4abf-4af7-a28e-2e1ec8017770 HTTP/1.1" status: 204 len: 168 time: 0.6049302 Sep 24 14:27:57.221293 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77d049-5ff0-4b3d-bd82-35012b0826b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ec38e2-4abf-4af7-a28e-2e1ec8017770,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:57.256554 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-53912ade-a35b-42cf-b2fb-4da2a87427ff req-893e10d3-2bdd-4cd9-95a7-579d0354a7c7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] For port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9ed51186-1d2e-4988-a33e-ce4caba1e8cf,segment=NetworkSegment(0395e917-8b52-4911-9758-17cc76dc10a3),segment_id=0395e917-8b52-4911-9758-17cc76dc10a3)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:27:57.258171 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-53912ade-a35b-42cf-b2fb-4da2a87427ff req-893e10d3-2bdd-4cd9-95a7-579d0354a7c7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:57.264241 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ae28612a-24cf-4af3-9c1f-e4e0bcd95a76 req-a6aa3aba-b777-46fc-b985-826ec49582a8 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da2bd223-37cf-4e75-9e1a-3213420060e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148067 Sep 24 14:27:57.281852 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-53912ade-a35b-42cf-b2fb-4da2a87427ff req-893e10d3-2bdd-4cd9-95a7-579d0354a7c7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Calling delete_port for 9ed51186-1d2e-4988-a33e-ce4caba1e8cf owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:27:57.283017 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=6536c4db-7f73-4444-affe-19257ef170a5,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:57.489533 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34904887-f087-4480-bb54-b40fb6e6d1ba req-4ad6d0e9-a2d3-43b1-ab8a-b10672f18928 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:57.493212 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-34904887-f087-4480-bb54-b40fb6e6d1ba req-4ad6d0e9-a2d3-43b1-ab8a-b10672f18928 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 945 time: 0.0807247 Sep 24 14:27:57.569007 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-34904887-f087-4480-bb54-b40fb6e6d1ba req-490b534b-61dd-4bf4-9416-656e7548be3b tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687215 Sep 24 14:27:57.605495 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896bf3d-0f98-482f-b2f4-bc99a87ddb8d req-08911068-215f-4aee-889c-3d9fc2c031cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:57.605495 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1896bf3d-0f98-482f-b2f4-bc99a87ddb8d req-08911068-215f-4aee-889c-3d9fc2c031cf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 1129 time: 0.0679874 Sep 24 14:27:57.605860 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-53912ade-a35b-42cf-b2fb-4da2a87427ff req-893e10d3-2bdd-4cd9-95a7-579d0354a7c7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (9ed51186-1d2e-4988-a33e-ce4caba1e8cf), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:57.674851 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['9ed51186-1d2e-4988-a33e-ce4caba1e8cf'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:27:57.704052 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e10d3-2bdd-4cd9-95a7-579d0354a7c7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Pushing event deleted for resources: {'Port': ['ID=9ed51186-1d2e-4988-a33e-ce4caba1e8cf,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:57.716320 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1896bf3d-0f98-482f-b2f4-bc99a87ddb8d req-524c95ea-d4c7-4ba6-8e4b-db8f5af45630 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957434 Sep 24 14:27:57.787169 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f6baf-e357-4c78-aa3f-0120f8094acb req-1eb09170-e18b-4908-87b3-b0fca8eabeaa tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:57.794492 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b69f6baf-e357-4c78-aa3f-0120f8094acb req-1eb09170-e18b-4908-87b3-b0fca8eabeaa tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.1836579 Sep 24 14:27:57.816811 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-53912ade-a35b-42cf-b2fb-4da2a87427ff req-893e10d3-2bdd-4cd9-95a7-579d0354a7c7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] No DVR routers for this DVR port 9ed51186-1d2e-4988-a33e-ce4caba1e8cf on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:27:57.832997 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-53912ade-a35b-42cf-b2fb-4da2a87427ff req-893e10d3-2bdd-4cd9-95a7-579d0354a7c7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:57.837565 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-53912ade-a35b-42cf-b2fb-4da2a87427ff req-893e10d3-2bdd-4cd9-95a7-579d0354a7c7 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.33 "DELETE /networking/v2.0/ports/9ed51186-1d2e-4988-a33e-ce4caba1e8cf HTTP/1.1" status: 204 len: 173 time: 1.1572578 Sep 24 14:27:57.838898 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917f5416-f73d-496e-b89a-b62e69db68d8', 'name': 'network-vif-deleted', 'tag': '9ed51186-1d2e-4988-a33e-ce4caba1e8cf'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:27:57.842039 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d72dbc-8b98-48c8-9f3c-3d182ac94818" -d '{"events": [{"server_uuid": "917f5416-f73d-496e-b89a-b62e69db68d8", "name": "network-vif-deleted", "tag": "9ed51186-1d2e-4988-a33e-ce4caba1e8cf"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:27:57.869911 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 39940) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:57.902021 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3228f88b-8d5d-40d6-a151-72812069cfaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:57.923330 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a79fe1-e38d-4ea8-ac89-37c37ed3cf84 x-openstack-request-id: req-e4a79fe1-e38d-4ea8-ac89-37c37ed3cf84 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:27:57.923634 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917f5416-f73d-496e-b89a-b62e69db68d8", "name": "network-vif-deleted", "tag": "9ed51186-1d2e-4988-a33e-ce4caba1e8cf", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:27:57.923888 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4a79fe1-e38d-4ea8-ac89-37c37ed3cf84 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:27:57.924297 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a79fe1-e38d-4ea8-ac89-37c37ed3cf84'] response: {'server_uuid': '917f5416-f73d-496e-b89a-b62e69db68d8', 'name': 'network-vif-deleted', 'tag': '9ed51186-1d2e-4988-a33e-ce4caba1e8cf', 'status': 'completed', 'code': 200} Sep 24 14:27:57.927788 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b69f6baf-e357-4c78-aa3f-0120f8094acb req-e8b5eac4-d262-48c0-adc7-3b2dd5af8b5e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324461 Sep 24 14:27:57.939363 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:58.012457 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3228f88b-8d5d-40d6-a151-72812069cfaf admin admin] Publish callbacks [] for security_group (ff7be939-7578-45d8-993e-5addc20cad57), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:58.017372 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3228f88b-8d5d-40d6-a151-72812069cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ff7be939-7578-45d8-993e-5addc20cad57), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:58.056774 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228f88b-8d5d-40d6-a151-72812069cfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7be939-7578-45d8-993e-5addc20cad57,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:58.061165 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-3228f88b-8d5d-40d6-a151-72812069cfaf admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=44c7d33290854b6ab828c86c2c4c10b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901376 Sep 24 14:27:58.063861 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 39946) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:27:58.085208 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-4a04ffe9-1d6b-428c-9d7f-c1ec485af07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:58.115236 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2b785a9e-8d7f-43d3-a980-cfb064bc7a8e admin admin] Publish callbacks [] for security_group (ff7be939-7578-45d8-993e-5addc20cad57), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:58.137475 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2b785a9e-8d7f-43d3-a980-cfb064bc7a8e admin admin] Publish callbacks [] for security_group (ff7be939-7578-45d8-993e-5addc20cad57), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:58.192515 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2b785a9e-8d7f-43d3-a980-cfb064bc7a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ff7be939-7578-45d8-993e-5addc20cad57), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:58.196097 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2b785a9e-8d7f-43d3-a980-cfb064bc7a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:58.198853 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2b785a9e-8d7f-43d3-a980-cfb064bc7a8e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ff7be939-7578-45d8-993e-5addc20cad57 HTTP/1.1" status: 204 len: 168 time: 0.1324732 Sep 24 14:27:58.207981 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b785a9e-8d7f-43d3-a980-cfb064bc7a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7be939-7578-45d8-993e-5addc20cad57,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:27:58.416415 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1b91af52-7ca4-4cd8-90f2-a61f230d172f req-f975fa0c-de19-465c-baac-ff6147ed9f27 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 210 time: 0.0337105 Sep 24 14:27:58.708828 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:58.729795 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b6f1c-3f78-4e76-82fe-3ca07b860cb1 req-36e2ec86-4311-4841-8f59-84312eb7e59a tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:58.732993 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7f8b6f1c-3f78-4e76-82fe-3ca07b860cb1 req-36e2ec86-4311-4841-8f59-84312eb7e59a tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 945 time: 0.0711727 Sep 24 14:27:58.801678 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:58.811880 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7f8b6f1c-3f78-4e76-82fe-3ca07b860cb1 req-33023dea-6033-434e-a01b-02c8087e309d tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716796 Sep 24 14:27:59.055252 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ec3ab-5e4c-4127-af87-b3bfa29d30ae req-4ba797b5-1bee-4514-a2ae-66d99a97dca5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:59.063029 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-443ec3ab-5e4c-4127-af87-b3bfa29d30ae req-4ba797b5-1bee-4514-a2ae-66d99a97dca5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0537372 Sep 24 14:27:59.107486 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-443ec3ab-5e4c-4127-af87-b3bfa29d30ae req-3e7298cd-d346-4060-9b86-ea5b3dab1c81 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Sep 24 14:27:59.160789 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:27:59.172566 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:27:59.543170 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-57a2563f-ab3c-4c6d-b16c-4b9ae357b9d1 req-9516b18b-ff5d-4850-ad8d-87b8a3e60535 tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 210 time: 0.0271106 Sep 24 14:27:59.950729 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08497d-b246-4cd9-94ae-c8df356fc292 req-6f1d7c29-182d-4ed3-b9e0-1de0d020a232 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:27:59.952442 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1f08497d-b246-4cd9-94ae-c8df356fc292 req-6f1d7c29-182d-4ed3-b9e0-1de0d020a232 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 945 time: 0.0547705 Sep 24 14:28:00.068141 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1f08497d-b246-4cd9-94ae-c8df356fc292 req-e92cec26-750c-4f1f-a83c-f18d53e064b6 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078720 Sep 24 14:28:00.266371 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf6a16-da18-4553-9dd1-9f5bb58bf3b0 req-b7846038-564e-4f16-a387-49170bd3f13c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:00.268429 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dddf6a16-da18-4553-9dd1-9f5bb58bf3b0 req-b7846038-564e-4f16-a387-49170bd3f13c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0577526 Sep 24 14:28:00.323032 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dddf6a16-da18-4553-9dd1-9f5bb58bf3b0 req-3d10cbad-e31c-4dbd-b58f-abcb0306d07b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477409 Sep 24 14:28:00.649999 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:00.734443 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-90322d29-3ec9-4b6b-a623-3afcd384918d req-478b3670-a7b1-4f00-a7df-b911dda364ea tempest-DeleteServersTestJSON-1610151557 tempest-DeleteServersTestJSON-1610151557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=917f5416-f73d-496e-b89a-b62e69db68d8 HTTP/1.1" status: 200 len: 210 time: 0.0362787 Sep 24 14:28:00.827610 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:00.877328 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9ed51186-1d2e-4988-a33e-ce4caba1e8cf no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:28:00.904533 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 9ed51186-1d2e-4988-a33e-ce4caba1e8cf {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:28:00.905190 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9ed51186-1d2e-4988-a33e-ce4caba1e8cf not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:28:01.476337 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fdbcd-e5ad-4c7c-8012-caa986d5703c req-2ded06e7-6bbc-4d4e-97f5-ca377a705472 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:01.477871 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6b1fdbcd-e5ad-4c7c-8012-caa986d5703c req-2ded06e7-6bbc-4d4e-97f5-ca377a705472 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0516877 Sep 24 14:28:01.534076 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6b1fdbcd-e5ad-4c7c-8012-caa986d5703c req-08bdb93a-be14-473b-81fc-aa0216566b8c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501599 Sep 24 14:28:02.658557 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59510d14-ccc5-4b17-a759-50f8e29b68cf req-272e3c6b-c3ab-4763-9881-09565641b395 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:02.659878 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-59510d14-ccc5-4b17-a759-50f8e29b68cf req-272e3c6b-c3ab-4763-9881-09565641b395 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0454645 Sep 24 14:28:02.705966 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-59510d14-ccc5-4b17-a759-50f8e29b68cf req-cd58865b-5708-4b2b-ad40-3001d5e78cab tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Sep 24 14:28:03.544272 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40250) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:03.775602 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:03.852834 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995c7be-64cb-4918-8dba-bfe7b40f748e req-ce35ae13-9e0e-4ef3-aea0-b617318cb7df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:03.863721 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e995c7be-64cb-4918-8dba-bfe7b40f748e req-ce35ae13-9e0e-4ef3-aea0-b617318cb7df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0800996 Sep 24 14:28:03.926290 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e995c7be-64cb-4918-8dba-bfe7b40f748e req-e65961fe-8ddc-41b1-974d-d498a4728bb8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545223 Sep 24 14:28:03.982123 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdbd8-4806-443b-a44c-ae54ca608652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768995'] for router_interface (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:04.191434 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:28:04.268786 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cc9bdbd8-4806-443b-a44c-ae54ca608652 admin admin] Deleting port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:28:04.269206 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdbd8-4806-443b-a44c-ae54ca608652 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:04.312934 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:04.360336 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-cc9bdbd8-4806-443b-a44c-ae54ca608652 admin admin] For port 8ebd4106-65bd-4f0e-81fc-53fc26d8672d, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=8ebd4106-65bd-4f0e-81fc-53fc26d8672d,segment=NetworkSegment(0395e917-8b52-4911-9758-17cc76dc10a3),segment_id=0395e917-8b52-4911-9758-17cc76dc10a3)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:28:04.360702 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdbd8-4806-443b-a44c-ae54ca608652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:04.375907 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-cc9bdbd8-4806-443b-a44c-ae54ca608652 admin admin] Calling delete_port for 8ebd4106-65bd-4f0e-81fc-53fc26d8672d owned by network:router_interface {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:28:04.592371 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdbd8-4806-443b-a44c-ae54ca608652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (8ebd4106-65bd-4f0e-81fc-53fc26d8672d), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:04.620266 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bdbd8-4806-443b-a44c-ae54ca608652 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebd4106-65bd-4f0e-81fc-53fc26d8672d,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:04.776987 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdbd8-4806-443b-a44c-ae54ca608652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3661608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679251'] for router_interface (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:04.872817 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:05.000188 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9bdbd8-4806-443b-a44c-ae54ca608652 admin admin] Router 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:28:05.292990 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043b389-278d-48cf-aede-dee7321b3378 req-2c6e132b-575d-496f-8b34-344a4d233e50 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:05.294429 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e043b389-278d-48cf-aede-dee7321b3378 req-2c6e132b-575d-496f-8b34-344a4d233e50 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.2488754 Sep 24 14:28:05.333320 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:05.373315 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9bdbd8-4806-443b-a44c-ae54ca608652 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:28:05.378535 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-cc9bdbd8-4806-443b-a44c-ae54ca608652 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/019a9ead-6a8e-4c65-95d7-e3b859f4e9b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8331060 Sep 24 14:28:05.381871 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 40308) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:05.383389 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699ee22e-e547-42ec-a4ee-f6cb1f921e56 None None] Sync routers for ids ['019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:28:05.383827 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e043b389-278d-48cf-aede-dee7321b3378 req-88b334c0-93ac-4845-8b6d-23f6182d8050 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661602 Sep 24 14:28:05.395115 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ee22e-e547-42ec-a4ee-f6cb1f921e56 None None] Routers {'019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:28:05.395845 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-699ee22e-e547-42ec-a4ee-f6cb1f921e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:27:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:28:05.508093 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-699ee22e-e547-42ec-a4ee-f6cb1f921e56 None None] Set router 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:28:05.523487 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Publish callbacks [] for router (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:05.649149 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Publish callbacks [] for router_gateway (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:05.714354 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Deleting port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:28:05.714970 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:05.746497 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-699ee22e-e547-42ec-a4ee-f6cb1f921e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'name': 'tempest-DeleteServersTestJSON-36770810-router', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:04Z', 'updated_at': '2022-09-24T14:28:04Z', 'revision_number': 5, 'project_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'gw_port': {'id': '6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:05Z', 'updated_at': '2022-09-24T14:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:28:05.778338 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699ee22e-e547-42ec-a4ee-f6cb1f921e56 None None] Checking router: 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:28:05.796902 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ee22e-e547-42ec-a4ee-f6cb1f921e56 None None] Routers {'019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:28:05.799018 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-699ee22e-e547-42ec-a4ee-f6cb1f921e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:27:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:28:05.858550 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] For port 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:28:05.858550 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:05.869577 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Calling delete_port for 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 owned by network:router_gateway {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:28:05.937789 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-699ee22e-e547-42ec-a4ee-f6cb1f921e56 None None] Set router 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 gateway port host: None {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:28:06.063075 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-699ee22e-e547-42ec-a4ee-f6cb1f921e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'name': 'tempest-DeleteServersTestJSON-36770810-router', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:04Z', 'updated_at': '2022-09-24T14:28:05Z', 'revision_number': 6, 'project_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'gw_port_host': None}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:28:06.098659 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699ee22e-e547-42ec-a4ee-f6cb1f921e56 None None] The sync data for ids ['019a9ead-6a8e-4c65-95d7-e3b859f4e9b1'] in dv-cinder-859193-1-iscsi is: [{'id': '019a9ead-6a8e-4c65-95d7-e3b859f4e9b1', 'name': 'tempest-DeleteServersTestJSON-36770810-router', 'tenant_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:04Z', 'updated_at': '2022-09-24T14:28:05Z', 'revision_number': 6, 'project_id': '6bb2f863f5834cd4a47a3ed9feda7c02', 'gw_port_host': None}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:28:06.109004 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:06.148507 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.180907 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40350) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:06.186367 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Pushing event deleted for resources: {'Port': ['ID=6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:06.254989 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680345'] for router_gateway (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.304907 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d66b6444-7489-4182-bdd4-df9304f3b723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.329161 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:06.362745 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3681485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.365014 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Publish callbacks [] for router_controller (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.385545 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d66b6444-7489-4182-bdd4-df9304f3b723 admin admin] Publish callbacks [] for security_group (ec603f5c-cf56-4708-9e8c-23d0e40f7d4f), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.390725 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d66b6444-7489-4182-bdd4-df9304f3b723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ec603f5c-cf56-4708-9e8c-23d0e40f7d4f), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.429364 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679342'] for router (019a9ead-6a8e-4c65-95d7-e3b859f4e9b1), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.430562 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 {{(pid=106293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 14:28:06.433849 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-d66b6444-7489-4182-bdd4-df9304f3b723 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bdefe36206d04b8fba5175d870303eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518535 Sep 24 14:28:06.436589 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40358) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:06.436730 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.437913 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b7a420ea-bfd1-4a2d-90b3-d5c09d1a714e admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/019a9ead-6a8e-4c65-95d7-e3b859f4e9b1 HTTP/1.1" status: 204 len: 168 time: 1.0549488 Sep 24 14:28:06.441738 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 40360) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:06.443448 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b6444-7489-4182-bdd4-df9304f3b723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec603f5c-cf56-4708-9e8c-23d0e40f7d4f,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:06.494140 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a8b869-4e31-4381-b40c-6dc0be1b833c admin admin] Deleting subnet 591fdb84-7c2e-446b-b4dd-d39bb7b74bda {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:28:06.499175 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-59a8b869-4e31-4381-b40c-6dc0be1b833c admin admin] Publish callbacks [] for subnet (591fdb84-7c2e-446b-b4dd-d39bb7b74bda), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.502069 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c8f68da6-f1c1-462b-abc6-1915312136e6 admin admin] Publish callbacks [] for security_group (ec603f5c-cf56-4708-9e8c-23d0e40f7d4f), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.524186 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c8f68da6-f1c1-462b-abc6-1915312136e6 admin admin] Publish callbacks [] for security_group (ec603f5c-cf56-4708-9e8c-23d0e40f7d4f), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.572083 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-59a8b869-4e31-4381-b40c-6dc0be1b833c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027442'] for subnet (591fdb84-7c2e-446b-b4dd-d39bb7b74bda), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.576056 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c8f68da6-f1c1-462b-abc6-1915312136e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ec603f5c-cf56-4708-9e8c-23d0e40f7d4f), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.578840 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c8f68da6-f1c1-462b-abc6-1915312136e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.582660 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-c8f68da6-f1c1-462b-abc6-1915312136e6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ec603f5c-cf56-4708-9e8c-23d0e40f7d4f HTTP/1.1" status: 204 len: 168 time: 0.1447537 Sep 24 14:28:06.595630 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f68da6-f1c1-462b-abc6-1915312136e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec603f5c-cf56-4708-9e8c-23d0e40f7d4f,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:06.606098 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5460-4962-4a53-8993-990e35a83294 req-64846074-780e-4225-a0f3-b46e94a2d156 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:06.608263 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c09e5460-4962-4a53-8993-990e35a83294 req-64846074-780e-4225-a0f3-b46e94a2d156 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0893171 Sep 24 14:28:06.722133 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c09e5460-4962-4a53-8993-990e35a83294 req-80611d8f-04e8-4347-b126-5ee17e62faa1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056945 Sep 24 14:28:06.742470 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-59a8b869-4e31-4381-b40c-6dc0be1b833c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (591fdb84-7c2e-446b-b4dd-d39bb7b74bda), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.803862 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-59a8b869-4e31-4381-b40c-6dc0be1b833c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2967591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530269242'] for subnet (591fdb84-7c2e-446b-b4dd-d39bb7b74bda), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.832395 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8b869-4e31-4381-b40c-6dc0be1b833c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591fdb84-7c2e-446b-b4dd-d39bb7b74bda,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:06.837345 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-59a8b869-4e31-4381-b40c-6dc0be1b833c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.840518 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-59a8b869-4e31-4381-b40c-6dc0be1b833c admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/591fdb84-7c2e-446b-b4dd-d39bb7b74bda HTTP/1.1" status: 204 len: 168 time: 0.3977454 Sep 24 14:28:06.843054 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 40366) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:06.847098 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a3bc86-0da0-4fc3-ba1e-c4453d747ccc None None] Network e2d3fb2a-c442-43ad-bf5f-ade60c86b674 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:28:06.930906 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (e2d3fb2a-c442-43ad-bf5f-ade60c86b674), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:06.993655 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40374) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:07.015900 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Deleting port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:28:07.017388 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-318e7fa3-26c5-47b2-8462-de82c3ac2f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.020293 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.056302 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c821dfe2-7e18-40a4-83dc-8055ae833811 None None] DHCP port deletion for e2d3fb2a-c442-43ad-bf5f-ade60c86b674 request from dv-cinder-859193-1-iscsi {{(pid=106295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 14:28:07.100272 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c821dfe2-7e18-40a4-83dc-8055ae833811 None None] Deleting port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a {{(pid=106295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:28:07.100654 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c821dfe2-7e18-40a4-83dc-8055ae833811 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), before_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.104241 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] For port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a,segment=NetworkSegment(0395e917-8b52-4911-9758-17cc76dc10a3),segment_id=0395e917-8b52-4911-9758-17cc76dc10a3)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:28:07.104726 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.125463 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Calling delete_port for 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a owned by network:dhcp {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:28:07.209480 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:07.215607 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-c821dfe2-7e18-40a4-83dc-8055ae833811 None None] For port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a,segment=NetworkSegment(0395e917-8b52-4911-9758-17cc76dc10a3),segment_id=0395e917-8b52-4911-9758-17cc76dc10a3)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:28:07.215981 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c821dfe2-7e18-40a4-83dc-8055ae833811 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), precommit_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.236899 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-318e7fa3-26c5-47b2-8462-de82c3ac2f0e admin admin] Publish callbacks [] for security_group (c1f5be35-1ea2-4a8e-8639-fd4e09251496), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.239169 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c821dfe2-7e18-40a4-83dc-8055ae833811 None None] Calling delete_port for 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a owned by network:dhcp {{(pid=106295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:28:07.245054 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-318e7fa3-26c5-47b2-8462-de82c3ac2f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (c1f5be35-1ea2-4a8e-8639-fd4e09251496), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.295708 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:07.305286 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e7fa3-26c5-47b2-8462-de82c3ac2f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f5be35-1ea2-4a8e-8639-fd4e09251496,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:07.310998 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.351218 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40396) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:07.364260 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:07.370942 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-318e7fa3-26c5-47b2-8462-de82c3ac2f0e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1220aab914ec4469a4b2b229b2c55309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761508 Sep 24 14:28:07.372327 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] No DVR routers for this DVR port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a on host dv-cinder-859193-1-iscsi {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:28:07.377099 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 40400) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:07.478587 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c821dfe2-7e18-40a4-83dc-8055ae833811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946'] for port (5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a), after_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.501018 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c821dfe2-7e18-40a4-83dc-8055ae833811 None None] No DVR routers for this DVR port 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a on host dv-cinder-859193-1-iscsi {{(pid=106295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:28:07.552922 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-56a6cdac-9ad4-405e-a0f3-46ede04d0042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.559370 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821dfe2-7e18-40a4-83dc-8055ae833811 None None] Pushing event deleted for resources: {'Port': ['ID=5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a,revision_number=None']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:07.667715 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-56a6cdac-9ad4-405e-a0f3-46ede04d0042 admin admin] Publish callbacks [] for security_group (682e0cb8-4cb0-4135-b95d-d50ce987994c), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.673714 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-56a6cdac-9ad4-405e-a0f3-46ede04d0042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (682e0cb8-4cb0-4135-b95d-d50ce987994c), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.715841 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40406) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:07.717799 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6cdac-9ad4-405e-a0f3-46ede04d0042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682e0cb8-4cb0-4135-b95d-d50ce987994c,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:07.735558 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-56a6cdac-9ad4-405e-a0f3-46ede04d0042 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2b916ad697234d9c9562efe5d9e111c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790195 Sep 24 14:28:07.735558 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40410) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:07.749139 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:07.752015 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (e2d3fb2a-c442-43ad-bf5f-ade60c86b674), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.784299 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9557bc29-7673-4c5f-8e8b-9a645808859a admin admin] Publish callbacks [] for security_group (c1f5be35-1ea2-4a8e-8639-fd4e09251496), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.792739 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d3fb2a-c442-43ad-bf5f-ade60c86b674']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:28:07.810128 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-02618c37-bff1-441b-b2c3-974d6114ec0c admin admin] Publish callbacks [] for security_group (682e0cb8-4cb0-4135-b95d-d50ce987994c), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.812443 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0395e917-8b52-4911-9758-17cc76dc10a3') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:28:07.812901 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0395e917-8b52-4911-9758-17cc76dc10a3') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:28:07.833208 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-02618c37-bff1-441b-b2c3-974d6114ec0c admin admin] Publish callbacks [] for security_group (682e0cb8-4cb0-4135-b95d-d50ce987994c), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.842255 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9557bc29-7673-4c5f-8e8b-9a645808859a admin admin] Publish callbacks [] for security_group (c1f5be35-1ea2-4a8e-8639-fd4e09251496), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.845342 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027401'] for segment (0395e917-8b52-4911-9758-17cc76dc10a3), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.874724 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=3,neutron:DELETE=7,neutron:SELECT=90 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:07.875928 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (0395e917-8b52-4911-9758-17cc76dc10a3), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.891437 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:28:07.891973 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967709'] for segment (0395e917-8b52-4911-9758-17cc76dc10a3), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.927213 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbce8-fac2-43ff-9e00-169315dfc02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.940008 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 0395e917-8b52-4911-9758-17cc76dc10a3 resource provider aggregate not found Sep 24 14:28:07.960045 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e82179-2572-457f-8c1a-89f12df47e78 req-646a6f0c-ce06-4157-a1b5-55b22bddb1de tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:07.961559 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c5e82179-2572-457f-8c1a-89f12df47e78 req-646a6f0c-ce06-4157-a1b5-55b22bddb1de tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0838017 Sep 24 14:28:07.974106 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 0395e917-8b52-4911-9758-17cc76dc10a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0395e917-8b52-4911-9758-17cc76dc10a3 found for delete ", "request_id": "req-63969f48-e01d-478c-a2da-8614a1a6762c"}]} Sep 24 14:28:07.984123 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-02618c37-bff1-441b-b2c3-974d6114ec0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (682e0cb8-4cb0-4135-b95d-d50ce987994c), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.987669 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-02618c37-bff1-441b-b2c3-974d6114ec0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:07.989312 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-02618c37-bff1-441b-b2c3-974d6114ec0c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/682e0cb8-4cb0-4135-b95d-d50ce987994c HTTP/1.1" status: 204 len: 168 time: 0.2545819 Sep 24 14:28:07.998522 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9557bc29-7673-4c5f-8e8b-9a645808859a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (c1f5be35-1ea2-4a8e-8639-fd4e09251496), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.000568 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9557bc29-7673-4c5f-8e8b-9a645808859a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.001709 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9557bc29-7673-4c5f-8e8b-9a645808859a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c1f5be35-1ea2-4a8e-8639-fd4e09251496 HTTP/1.1" status: 204 len: 168 time: 0.5871644 Sep 24 14:28:08.014024 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (e2d3fb2a-c442-43ad-bf5f-ade60c86b674), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.016534 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557bc29-7673-4c5f-8e8b-9a645808859a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f5be35-1ea2-4a8e-8639-fd4e09251496,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:08.027191 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 8ebd4106-65bd-4f0e-81fc-53fc26d8672d no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:28:08.045798 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.067421 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/e2d3fb2a-c442-43ad-bf5f-ade60c86b674 HTTP/1.1" status: 204 len: 168 time: 1.2231705 Sep 24 14:28:08.070806 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bbb5e-37ca-4265-bf0a-3cf542550e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d3fb2a-c442-43ad-bf5f-ade60c86b674,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:08.086020 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 8ebd4106-65bd-4f0e-81fc-53fc26d8672d {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:28:08.086598 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 8ebd4106-65bd-4f0e-81fc-53fc26d8672d not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:28:08.087915 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:28:08.094398 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbce8-fac2-43ff-9e00-169315dfc02d admin admin] Publish callbacks [] for security_group (c1b285e2-6dbb-4c7a-8d79-59fb30ff0da9), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.096445 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02618c37-bff1-441b-b2c3-974d6114ec0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e0cb8-4cb0-4135-b95d-d50ce987994c,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:08.110368 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbce8-fac2-43ff-9e00-169315dfc02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (c1b285e2-6dbb-4c7a-8d79-59fb30ff0da9), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.132464 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:08.133583 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:28:08.134235 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 6abd4287-5c5b-47e2-87a9-d9ce2b68b8c0 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:28:08.134596 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:28:08.185537 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:28:08.186002 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 5fabe1f3-6bdd-4e5a-9bd4-12f8deccbc7a not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:28:08.194344 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c5e82179-2572-457f-8c1a-89f12df47e78 req-f74ecb75-4f59-4ee4-888c-090a01200cf3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215402 Sep 24 14:28:08.212810 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e6ddbce8-fac2-43ff-9e00-169315dfc02d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2b331179ff764d15a454980577c9a765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4958453 Sep 24 14:28:08.217721 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddbce8-fac2-43ff-9e00-169315dfc02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b285e2-6dbb-4c7a-8d79-59fb30ff0da9,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:08.223456 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40432) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:08.298931 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e5e807ab-b7d6-4a38-9f80-a4522c92bedf admin admin] Publish callbacks [] for security_group (c1b285e2-6dbb-4c7a-8d79-59fb30ff0da9), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.325625 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e5e807ab-b7d6-4a38-9f80-a4522c92bedf admin admin] Publish callbacks [] for security_group (c1b285e2-6dbb-4c7a-8d79-59fb30ff0da9), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.403741 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e5e807ab-b7d6-4a38-9f80-a4522c92bedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (c1b285e2-6dbb-4c7a-8d79-59fb30ff0da9), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.406646 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e5e807ab-b7d6-4a38-9f80-a4522c92bedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.411356 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e5e807ab-b7d6-4a38-9f80-a4522c92bedf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c1b285e2-6dbb-4c7a-8d79-59fb30ff0da9 HTTP/1.1" status: 204 len: 168 time: 0.1866155 Sep 24 14:28:08.424267 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e807ab-b7d6-4a38-9f80-a4522c92bedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b285e2-6dbb-4c7a-8d79-59fb30ff0da9,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:08.439155 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40442) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:08.513704 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-1fa0f97b-a988-470d-9d62-befde798b574 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6bb2f863f5834cd4a47a3ed9feda7c02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0723035 Sep 24 14:28:08.516963 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 40450) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:08.576384 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d6a808c-7d56-4e1a-ba00-1d901e715251 admin admin] Publish callbacks [] for security_group (da2bd223-37cf-4e75-9e1a-3213420060e9), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.602093 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d6a808c-7d56-4e1a-ba00-1d901e715251 admin admin] Publish callbacks [] for security_group (da2bd223-37cf-4e75-9e1a-3213420060e9), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.658948 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d6a808c-7d56-4e1a-ba00-1d901e715251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (da2bd223-37cf-4e75-9e1a-3213420060e9), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.661610 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7d6a808c-7d56-4e1a-ba00-1d901e715251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.665188 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7d6a808c-7d56-4e1a-ba00-1d901e715251 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/da2bd223-37cf-4e75-9e1a-3213420060e9 HTTP/1.1" status: 204 len: 168 time: 0.1448495 Sep 24 14:28:08.671598 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a808c-7d56-4e1a-ba00-1d901e715251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2bd223-37cf-4e75-9e1a-3213420060e9,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:08.684984 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:08.832457 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40464) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:08.845757 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:08.854966 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-72ad2585-b3fb-4777-a145-ed607d13267f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.936533 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-72ad2585-b3fb-4777-a145-ed607d13267f admin admin] Publish callbacks [] for security_group (91fc48c5-c04a-4362-8b14-312c9b04f813), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.941329 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-72ad2585-b3fb-4777-a145-ed607d13267f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (91fc48c5-c04a-4362-8b14-312c9b04f813), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:08.987704 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-72ad2585-b3fb-4777-a145-ed607d13267f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0c3c00fe35f44060a1e3e9b292b3a742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538522 Sep 24 14:28:08.988538 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad2585-b3fb-4777-a145-ed607d13267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fc48c5-c04a-4362-8b14-312c9b04f813,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:08.991647 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 40468) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:09.055281 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2862813c-b54c-48a5-8fd3-3004239950ae admin admin] Publish callbacks [] for security_group (91fc48c5-c04a-4362-8b14-312c9b04f813), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:09.077072 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2862813c-b54c-48a5-8fd3-3004239950ae admin admin] Publish callbacks [] for security_group (91fc48c5-c04a-4362-8b14-312c9b04f813), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:09.142687 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2862813c-b54c-48a5-8fd3-3004239950ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (91fc48c5-c04a-4362-8b14-312c9b04f813), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:09.149573 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2862813c-b54c-48a5-8fd3-3004239950ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:09.152178 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2862813c-b54c-48a5-8fd3-3004239950ae admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/91fc48c5-c04a-4362-8b14-312c9b04f813 HTTP/1.1" status: 204 len: 168 time: 0.1590080 Sep 24 14:28:09.161489 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862813c-b54c-48a5-8fd3-3004239950ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fc48c5-c04a-4362-8b14-312c9b04f813,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:09.356275 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a6e28-bf4e-476e-b866-0a40561f8b83 req-10f59de8-0731-44a5-8036-0546ec2417f4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:09.358091 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-539a6e28-bf4e-476e-b866-0a40561f8b83 req-10f59de8-0731-44a5-8036-0546ec2417f4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0700219 Sep 24 14:28:09.402838 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:09.416899 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-539a6e28-bf4e-476e-b866-0a40561f8b83 req-efb27a5c-c766-44ed-b34d-f5087cedf1e7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490198 Sep 24 14:28:09.534744 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 40500) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:09.556429 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bf5db540-1586-4bde-92a5-651e4f810e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:09.647711 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bf5db540-1586-4bde-92a5-651e4f810e89 admin admin] Publish callbacks [] for security_group (b3e4235c-2328-4fb9-a460-152d3040bb9e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:09.651857 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bf5db540-1586-4bde-92a5-651e4f810e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (b3e4235c-2328-4fb9-a460-152d3040bb9e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:09.698880 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-bf5db540-1586-4bde-92a5-651e4f810e89 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0886ed557a1d4fc1bf0744c313454ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629097 Sep 24 14:28:09.699782 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5db540-1586-4bde-92a5-651e4f810e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e4235c-2328-4fb9-a460-152d3040bb9e,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:09.701842 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40506) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:09.723766 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:09.770385 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1265532f-0601-426f-96c0-98db757abb9e admin admin] Publish callbacks [] for security_group (b3e4235c-2328-4fb9-a460-152d3040bb9e), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:09.794179 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1265532f-0601-426f-96c0-98db757abb9e admin admin] Publish callbacks [] for security_group (b3e4235c-2328-4fb9-a460-152d3040bb9e), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:09.857591 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1265532f-0601-426f-96c0-98db757abb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (b3e4235c-2328-4fb9-a460-152d3040bb9e), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:09.860091 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1265532f-0601-426f-96c0-98db757abb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:09.861478 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-1265532f-0601-426f-96c0-98db757abb9e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b3e4235c-2328-4fb9-a460-152d3040bb9e HTTP/1.1" status: 204 len: 168 time: 0.1585557 Sep 24 14:28:09.869896 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265532f-0601-426f-96c0-98db757abb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e4235c-2328-4fb9-a460-152d3040bb9e,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:10.596990 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a9c7a-cec0-4189-b162-9d6a28f8da08 req-ae120201-f679-49fc-bb7e-d6e33241e7d5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:10.598520 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cf4a9c7a-cec0-4189-b162-9d6a28f8da08 req-ae120201-f679-49fc-bb7e-d6e33241e7d5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0717962 Sep 24 14:28:10.622807 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 40562) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:10.684116 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cf4a9c7a-cec0-4189-b162-9d6a28f8da08 req-cd9bff43-35f9-41a3-ac95-00da011e55f6 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737348 Sep 24 14:28:10.763949 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:10.856476 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Publish callbacks [] for security_group (8a2423da-a6be-49bc-a2f1-0b2dc93813b2), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:10.863025 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (8a2423da-a6be-49bc-a2f1-0b2dc93813b2), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:10.908549 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:10.933666 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=81daffe6f5db4bbf9e66cde38b13f8c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094056 Sep 24 14:28:10.935419 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2423da-a6be-49bc-a2f1-0b2dc93813b2,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:10.937281 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40572) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:10.949129 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.949690 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.950252 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.950830 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.951394 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.951958 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.952520 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.953261 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.953996 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.954760 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.955583 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.956357 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.956916 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.957658 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:10.958419 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2da9f-56d1-4674-91cc-d6de099a56d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.046895 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Publish callbacks [] for security_group (8a2423da-a6be-49bc-a2f1-0b2dc93813b2), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:11.072429 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Publish callbacks [] for security_group (8a2423da-a6be-49bc-a2f1-0b2dc93813b2), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:11.146331 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (8a2423da-a6be-49bc-a2f1-0b2dc93813b2), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:11.151925 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:11.154990 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8a2423da-a6be-49bc-a2f1-0b2dc93813b2 HTTP/1.1" status: 204 len: 168 time: 0.2146270 Sep 24 14:28:11.165988 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2423da-a6be-49bc-a2f1-0b2dc93813b2,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:11.182696 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.185217 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.185747 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.186246 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.186829 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.187916 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.188416 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.189971 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.190318 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.191001 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.192300 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.192644 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.192975 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.194084 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.194417 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038317a-611b-450b-9aad-9fdcc1ce800e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:28:11.712141 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40610) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:11.822603 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a5a43-e15e-42a1-89bf-86d148607ac8 req-37cf5128-9e24-4b41-9125-a4178cb9866f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:11.827410 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0f6a5a43-e15e-42a1-89bf-86d148607ac8 req-37cf5128-9e24-4b41-9125-a4178cb9866f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0632403 Sep 24 14:28:11.843210 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ce9fad8b-ebe0-4b08-9802-23e16a3301ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:11.887784 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0f6a5a43-e15e-42a1-89bf-86d148607ac8 req-eeac37fb-ae93-4aa6-8823-5547adaa7921 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583007 Sep 24 14:28:11.948020 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ce9fad8b-ebe0-4b08-9802-23e16a3301ae admin admin] Publish callbacks [] for security_group (0a298212-0176-4ff5-8ccc-a2ba715aa4ff), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:11.952012 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ce9fad8b-ebe0-4b08-9802-23e16a3301ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (0a298212-0176-4ff5-8ccc-a2ba715aa4ff), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:11.955795 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:11.999505 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fad8b-ebe0-4b08-9802-23e16a3301ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a298212-0176-4ff5-8ccc-a2ba715aa4ff,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:12.005090 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-ce9fad8b-ebe0-4b08-9802-23e16a3301ae admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1378813fc9fe4097a92fac06aa97af7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919185 Sep 24 14:28:12.008245 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40624) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:12.058146 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8207099-1ca7-43b8-9dbc-8c15b78d0919 admin admin] Publish callbacks [] for security_group (0a298212-0176-4ff5-8ccc-a2ba715aa4ff), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:12.083029 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8207099-1ca7-43b8-9dbc-8c15b78d0919 admin admin] Publish callbacks [] for security_group (0a298212-0176-4ff5-8ccc-a2ba715aa4ff), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:12.131336 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8207099-1ca7-43b8-9dbc-8c15b78d0919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (0a298212-0176-4ff5-8ccc-a2ba715aa4ff), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:12.133887 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8207099-1ca7-43b8-9dbc-8c15b78d0919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:12.137920 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-a8207099-1ca7-43b8-9dbc-8c15b78d0919 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0a298212-0176-4ff5-8ccc-a2ba715aa4ff HTTP/1.1" status: 204 len: 168 time: 0.1258831 Sep 24 14:28:12.142779 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8207099-1ca7-43b8-9dbc-8c15b78d0919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a298212-0176-4ff5-8ccc-a2ba715aa4ff,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:13.018505 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a67f73-4951-4000-a889-1dcd4c9182fa req-8c03b897-004d-439f-831c-56bc63f2b4cd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:13.019988 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-16a67f73-4951-4000-a889-1dcd4c9182fa req-8c03b897-004d-439f-831c-56bc63f2b4cd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0469553 Sep 24 14:28:13.070898 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-16a67f73-4951-4000-a889-1dcd4c9182fa req-537f5811-17be-4fd2-82a3-21dc7deea723 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442207 Sep 24 14:28:14.197318 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4f97-6e79-4c71-b503-87ac00d886d0 req-a80f5968-1c04-4d3e-9570-183c637f357c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:14.198910 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6b8d4f97-6e79-4c71-b503-87ac00d886d0 req-a80f5968-1c04-4d3e-9570-183c637f357c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0462582 Sep 24 14:28:14.248932 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6b8d4f97-6e79-4c71-b503-87ac00d886d0 req-ec12b413-4250-4071-bf2e-e07b909a8637 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443740 Sep 24 14:28:14.722211 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:15.370422 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71d73c-0598-446c-b0f6-9e1ddfd83b35 req-65220533-984b-4a34-bb07-22a493a0c9d7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:15.371881 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9b71d73c-0598-446c-b0f6-9e1ddfd83b35 req-65220533-984b-4a34-bb07-22a493a0c9d7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0452182 Sep 24 14:28:15.417595 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9b71d73c-0598-446c-b0f6-9e1ddfd83b35 req-326d8b30-aa82-4e80-9807-7950bad7b939 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Sep 24 14:28:16.534639 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65648818-2edf-42ec-a920-7e29a091b7e3 req-16cda75a-e98c-46bc-9f8c-ee8d589024aa tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:16.536121 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-65648818-2edf-42ec-a920-7e29a091b7e3 req-16cda75a-e98c-46bc-9f8c-ee8d589024aa tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0455055 Sep 24 14:28:16.581618 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-65648818-2edf-42ec-a920-7e29a091b7e3 req-e4856a62-d0d6-4bb1-add1-7eb15281ea7c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400777 Sep 24 14:28:17.704267 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237dcb0-d0e6-430d-8e95-df96c41d3dc6 req-e78b5534-2e67-43e5-83f2-f1b415c281e1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:17.705729 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5237dcb0-d0e6-430d-8e95-df96c41d3dc6 req-e78b5534-2e67-43e5-83f2-f1b415c281e1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0496531 Sep 24 14:28:17.752258 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5237dcb0-d0e6-430d-8e95-df96c41d3dc6 req-03bd0f1b-e8ad-440c-a104-bfb52091e0a1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404661 Sep 24 14:28:18.837802 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:18.879933 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de1619-a52a-429b-a5a9-5e1314c065c0 req-6e35fd48-7b56-46be-972a-ecf7856dc78b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:18.881398 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-56de1619-a52a-429b-a5a9-5e1314c065c0 req-6e35fd48-7b56-46be-972a-ecf7856dc78b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0531940 Sep 24 14:28:18.930011 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-56de1619-a52a-429b-a5a9-5e1314c065c0 req-665ed834-296e-4da7-9919-0e890842195b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430591 Sep 24 14:28:20.053144 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7a05a-70e0-4fcd-8b3f-057a4946d877 req-11c1c586-7cea-4459-a842-a66c65d70ea2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:20.054640 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-21a7a05a-70e0-4fcd-8b3f-057a4946d877 req-11c1c586-7cea-4459-a842-a66c65d70ea2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0461450 Sep 24 14:28:20.102318 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-21a7a05a-70e0-4fcd-8b3f-057a4946d877 req-ee139308-6d46-4d6c-9019-e82b94801702 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421147 Sep 24 14:28:21.222215 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88270f5e-d6c5-45fd-b6b8-02a6c615b362 req-17448ee8-ef07-46eb-a61b-54942dca0346 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:21.223631 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-88270f5e-d6c5-45fd-b6b8-02a6c615b362 req-17448ee8-ef07-46eb-a61b-54942dca0346 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0463157 Sep 24 14:28:21.271143 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-88270f5e-d6c5-45fd-b6b8-02a6c615b362 req-b0fb565a-a1b7-489e-b467-dbbcc1642074 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Sep 24 14:28:22.379895 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:22.394276 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84afe93-576b-402b-8b88-aff9223322a6 req-fba3ee6f-3fca-4b03-aab4-5b053f4fe107 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:22.395787 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a84afe93-576b-402b-8b88-aff9223322a6 req-fba3ee6f-3fca-4b03-aab4-5b053f4fe107 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0498590 Sep 24 14:28:22.446336 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a84afe93-576b-402b-8b88-aff9223322a6 req-8adaa937-57e9-4369-bafd-99f8cd28917e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443270 Sep 24 14:28:23.569308 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0e159-b938-4ae9-a43e-5d7d417b20be req-7cea9ed4-9a6e-4ae2-bb64-dcb2c50581c3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:23.570798 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c7b0e159-b938-4ae9-a43e-5d7d417b20be req-7cea9ed4-9a6e-4ae2-bb64-dcb2c50581c3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0493536 Sep 24 14:28:23.619910 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c7b0e159-b938-4ae9-a43e-5d7d417b20be req-96084dab-de48-4466-ab7b-fd7356e6d874 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436342 Sep 24 14:28:24.712494 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:24.714365 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:24.717388 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:24.742993 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f191f4-5071-4c50-869b-9b0cd233bd05 req-e4bd1d6e-a233-497d-8161-428ebb250a84 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:24.744604 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-63f191f4-5071-4c50-869b-9b0cd233bd05 req-e4bd1d6e-a233-497d-8161-428ebb250a84 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0507140 Sep 24 14:28:24.791872 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-63f191f4-5071-4c50-869b-9b0cd233bd05 req-23d017f4-90fc-4694-bc7e-1530a81f8ed7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416372 Sep 24 14:28:25.246138 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=53 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:25.251168 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=38 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:25.658953 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ce05-6a66-4bbd-bdd3-56e44a360e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:25.911892 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942aa80-98c6-4bbe-b36b-2f4d1a789431 req-74b1ebcb-f83c-4fcf-ab9b-bc13ada189f6 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:25.913358 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f942aa80-98c6-4bbe-b36b-2f4d1a789431 req-74b1ebcb-f83c-4fcf-ab9b-bc13ada189f6 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0467496 Sep 24 14:28:25.964125 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f942aa80-98c6-4bbe-b36b-2f4d1a789431 req-f9111022-d713-4066-80e4-e3d111271704 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449278 Sep 24 14:28:26.811614 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 40892) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:26.928356 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c08f54da-8a92-4e51-8a37-f93834cf4647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:27.005447 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c08f54da-8a92-4e51-8a37-f93834cf4647 admin admin] Publish callbacks [] for security_group (52dac922-350f-424c-9eda-05c0156fbfdf), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:27.009815 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c08f54da-8a92-4e51-8a37-f93834cf4647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (52dac922-350f-424c-9eda-05c0156fbfdf), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:27.063477 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f54da-8a92-4e51-8a37-f93834cf4647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dac922-350f-424c-9eda-05c0156fbfdf,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:27.070240 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-c08f54da-8a92-4e51-8a37-f93834cf4647 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f4520940040348c38251ff5a9ac6999f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575090 Sep 24 14:28:27.073132 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 40898) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:27.107660 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cc72d-dea5-4195-b606-a54946ee9d32 req-864de41b-b3bf-4945-bcb7-8f7905ddcf0d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:27.109140 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0f2cc72d-dea5-4195-b606-a54946ee9d32 req-864de41b-b3bf-4945-bcb7-8f7905ddcf0d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0619795 Sep 24 14:28:27.131636 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bce35f95-9b00-47bf-8a65-6fff21ec7534 admin admin] Publish callbacks [] for security_group (52dac922-350f-424c-9eda-05c0156fbfdf), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:27.151945 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bce35f95-9b00-47bf-8a65-6fff21ec7534 admin admin] Publish callbacks [] for security_group (52dac922-350f-424c-9eda-05c0156fbfdf), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:27.161887 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0f2cc72d-dea5-4195-b606-a54946ee9d32 req-0f3aab3f-c5bf-4ae0-a3b5-c3141f554cbd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470929 Sep 24 14:28:27.202958 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bce35f95-9b00-47bf-8a65-6fff21ec7534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (52dac922-350f-424c-9eda-05c0156fbfdf), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:27.205680 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bce35f95-9b00-47bf-8a65-6fff21ec7534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:27.206867 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-bce35f95-9b00-47bf-8a65-6fff21ec7534 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/52dac922-350f-424c-9eda-05c0156fbfdf HTTP/1.1" status: 204 len: 168 time: 0.1321239 Sep 24 14:28:27.215430 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce35f95-9b00-47bf-8a65-6fff21ec7534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dac922-350f-424c-9eda-05c0156fbfdf,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:27.569875 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f5a79ec2-b013-4b12-aae8-acce46b275e7 req-a053370e-7b59-4cfc-a36e-2a2cee97fa69 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409963 Sep 24 14:28:27.701605 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a79ec2-b013-4b12-aae8-acce46b275e7 req-d5a7ca23-4125-4a84-8950-b856531d5f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:27.703113 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f5a79ec2-b013-4b12-aae8-acce46b275e7 req-d5a7ca23-4125-4a84-8950-b856531d5f44 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 1129 time: 0.0470717 Sep 24 14:28:27.792189 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:27.820540 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a79ec2-b013-4b12-aae8-acce46b275e7 req-d0e931ce-4ffe-49ca-9e3a-4f61651d1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:27.822023 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f5a79ec2-b013-4b12-aae8-acce46b275e7 req-d0e931ce-4ffe-49ca-9e3a-4f61651d1529 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 918 time: 0.0980802 Sep 24 14:28:27.865086 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f5a79ec2-b013-4b12-aae8-acce46b275e7 req-54fac7f5-7d10-4012-90c6-da4f9f7b5547 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=812bad02-1d00-421a-acb7-00e2e9023540 HTTP/1.1" status: 200 len: 217 time: 0.0353446 Sep 24 14:28:27.921302 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a79ec2-b013-4b12-aae8-acce46b275e7 req-cc153ef2-aadf-4f85-9ba1-ee6915cdedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:27.922785 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f5a79ec2-b013-4b12-aae8-acce46b275e7 req-cc153ef2-aadf-4f85-9ba1-ee6915cdedbe service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.0502014 Sep 24 14:28:27.971079 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a79ec2-b013-4b12-aae8-acce46b275e7 req-6b4f63d8-7fd2-4ff3-b9b5-85ec259eb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:27.972578 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f5a79ec2-b013-4b12-aae8-acce46b275e7 req-6b4f63d8-7fd2-4ff3-b9b5-85ec259eb1c1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432725 Sep 24 14:28:28.067683 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f5a79ec2-b013-4b12-aae8-acce46b275e7 req-60e5ac1c-3d3e-4dc6-86ac-d53c5d37c9db service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853043 Sep 24 14:28:28.088368 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-8a60f0bc-e45c-46a3-8195-79ccd688cfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:28.165688 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f5a79ec2-b013-4b12-aae8-acce46b275e7 req-a72c1d87-1feb-4d7c-a49b-0c2320c52769 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919888 Sep 24 14:28:28.279888 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:28.299413 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7e9c5-380a-414e-93ae-7288346bb631 req-453ef386-6875-4028-b558-0d920ac8ada7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:28.300997 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-43a7e9c5-380a-414e-93ae-7288346bb631 req-453ef386-6875-4028-b558-0d920ac8ada7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0588706 Sep 24 14:28:28.354342 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-43a7e9c5-380a-414e-93ae-7288346bb631 req-a0a4e3cb-bb4f-4f4b-bcdd-338ad10e2e8b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452557 Sep 24 14:28:29.167898 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:29.490888 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e0132-4806-4855-82e4-70ce86a1b674 req-e9059567-1b34-48b6-96c8-3efa678c5129 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:29.492427 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a98e0132-4806-4855-82e4-70ce86a1b674 req-e9059567-1b34-48b6-96c8-3efa678c5129 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0453250 Sep 24 14:28:29.540295 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a98e0132-4806-4855-82e4-70ce86a1b674 req-6f347dd1-f586-426e-9e66-330ea4ebad9d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Sep 24 14:28:30.637684 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:30.668121 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07939df3-29a3-4d38-a5c7-e425c07d267f req-d6878c91-044a-42ab-a8a2-ff61b9b61054 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:30.669590 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-07939df3-29a3-4d38-a5c7-e425c07d267f req-d6878c91-044a-42ab-a8a2-ff61b9b61054 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0524688 Sep 24 14:28:30.716075 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-07939df3-29a3-4d38-a5c7-e425c07d267f req-abd3967f-302a-41bc-a4bf-e873b05412b5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405703 Sep 24 14:28:30.802414 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:31.374618 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:31.378427 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcec9f-cdee-493d-a47b-27758612bed2 req-f6c04466-4c47-4891-a288-4b256bacb3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:31.379938 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e2fcec9f-cdee-493d-a47b-27758612bed2 req-f6c04466-4c47-4891-a288-4b256bacb3bd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 1129 time: 0.0439968 Sep 24 14:28:31.617600 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e2fcec9f-cdee-493d-a47b-27758612bed2 req-770f2bc1-5ab1-4c84-aff1-ac8748135a83 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414515 Sep 24 14:28:31.839453 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3313d1-b8ef-488d-bb06-986c6afce95b req-a5f4a621-f957-4588-a104-eac145f4f0d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:31.840860 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ea3313d1-b8ef-488d-bb06-986c6afce95b req-a5f4a621-f957-4588-a104-eac145f4f0d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0508106 Sep 24 14:28:31.888923 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ea3313d1-b8ef-488d-bb06-986c6afce95b req-51f05b29-70d6-43bb-93e0-0eb34e03cc66 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Sep 24 14:28:33.012678 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36a896-0043-4189-96b8-6aa6b5391a38 req-43153973-d9d5-48f0-adff-1a387898b38f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:33.014161 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5e36a896-0043-4189-96b8-6aa6b5391a38 req-43153973-d9d5-48f0-adff-1a387898b38f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0468183 Sep 24 14:28:33.063326 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5e36a896-0043-4189-96b8-6aa6b5391a38 req-b11812ab-58dd-4044-ba72-3081d32d4bee tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422144 Sep 24 14:28:34.185969 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b75d98-5155-47fc-8072-fc86ab3e9369 req-186fd355-6681-4e1d-9cb6-ccb355377d6a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:34.187491 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-39b75d98-5155-47fc-8072-fc86ab3e9369 req-186fd355-6681-4e1d-9cb6-ccb355377d6a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0509284 Sep 24 14:28:34.235372 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-39b75d98-5155-47fc-8072-fc86ab3e9369 req-353c38d6-7632-4684-9ecc-51fb0e4c85fc tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420761 Sep 24 14:28:34.356205 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1624b24-d26f-474d-ad5c-f7e0317fcc55 req-01bc5c83-90d3-4d24-9421-e0d703870bdc tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:34.357679 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a1624b24-d26f-474d-ad5c-f7e0317fcc55 req-01bc5c83-90d3-4d24-9421-e0d703870bdc tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0474167 Sep 24 14:28:34.395363 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 41052) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:34.409172 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a1624b24-d26f-474d-ad5c-f7e0317fcc55 req-f57db2c4-7bfb-465a-9aaa-66b30758d64c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Sep 24 14:28:34.502104 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-254e13dd-d116-45b7-82e3-cf34ce82178e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:34.516849 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:34.585559 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-254e13dd-d116-45b7-82e3-cf34ce82178e admin admin] Publish callbacks [] for security_group (609fb576-1bde-4bd6-873d-c4e3173c6876), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:34.590508 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-254e13dd-d116-45b7-82e3-cf34ce82178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (609fb576-1bde-4bd6-873d-c4e3173c6876), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:34.638044 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-254e13dd-d116-45b7-82e3-cf34ce82178e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6bbceb11e4b346ab86747237c3f27bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415807 Sep 24 14:28:34.638904 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e13dd-d116-45b7-82e3-cf34ce82178e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609fb576-1bde-4bd6-873d-c4e3173c6876,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:34.641096 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41060) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:34.706534 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-92b998c3-5ed2-4b8b-9bea-66191587b2b6 admin admin] Publish callbacks [] for security_group (609fb576-1bde-4bd6-873d-c4e3173c6876), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:34.741984 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-92b998c3-5ed2-4b8b-9bea-66191587b2b6 admin admin] Publish callbacks [] for security_group (609fb576-1bde-4bd6-873d-c4e3173c6876), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:34.797253 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-92b998c3-5ed2-4b8b-9bea-66191587b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (609fb576-1bde-4bd6-873d-c4e3173c6876), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:34.800835 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-92b998c3-5ed2-4b8b-9bea-66191587b2b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:34.804581 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-92b998c3-5ed2-4b8b-9bea-66191587b2b6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/609fb576-1bde-4bd6-873d-c4e3173c6876 HTTP/1.1" status: 204 len: 168 time: 0.1595924 Sep 24 14:28:34.814128 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b998c3-5ed2-4b8b-9bea-66191587b2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609fb576-1bde-4bd6-873d-c4e3173c6876,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:36.373258 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41122) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:36.477053 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-70bdca62-014e-42ef-8f72-9e16cc40c427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:36.508268 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:36.555033 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-70bdca62-014e-42ef-8f72-9e16cc40c427 admin admin] Publish callbacks [] for security_group (b42020fa-7564-42af-a34b-0e11784396e2), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:36.558716 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-70bdca62-014e-42ef-8f72-9e16cc40c427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (b42020fa-7564-42af-a34b-0e11784396e2), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:36.596665 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-70bdca62-014e-42ef-8f72-9e16cc40c427 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d8d5f68eccf8427f9f56ed311c39e68a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223516 Sep 24 14:28:36.597737 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdca62-014e-42ef-8f72-9e16cc40c427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42020fa-7564-42af-a34b-0e11784396e2,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:36.599491 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 41126) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:36.650785 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0c679c67-c5dc-4a78-807f-f69e3c1d3363 admin admin] Publish callbacks [] for security_group (b42020fa-7564-42af-a34b-0e11784396e2), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:36.671122 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0c679c67-c5dc-4a78-807f-f69e3c1d3363 admin admin] Publish callbacks [] for security_group (b42020fa-7564-42af-a34b-0e11784396e2), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:36.716936 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0c679c67-c5dc-4a78-807f-f69e3c1d3363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (b42020fa-7564-42af-a34b-0e11784396e2), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:36.719690 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0c679c67-c5dc-4a78-807f-f69e3c1d3363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:36.720844 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-0c679c67-c5dc-4a78-807f-f69e3c1d3363 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b42020fa-7564-42af-a34b-0e11784396e2 HTTP/1.1" status: 204 len: 168 time: 0.1203845 Sep 24 14:28:36.728226 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c679c67-c5dc-4a78-807f-f69e3c1d3363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42020fa-7564-42af-a34b-0e11784396e2,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:37.010805 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 41140) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:37.024439 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e0ea1011-da1a-4c26-acc7-544cbb6eecaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:37.099225 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e0ea1011-da1a-4c26-acc7-544cbb6eecaf admin admin] Publish callbacks [] for security_group (f2d26252-09d5-46a1-b716-55658d3e85d1), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:37.102695 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e0ea1011-da1a-4c26-acc7-544cbb6eecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (f2d26252-09d5-46a1-b716-55658d3e85d1), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:37.144033 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e0ea1011-da1a-4c26-acc7-544cbb6eecaf admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9aa53ba228934fcf868f66173c11552a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320882 Sep 24 14:28:37.145180 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea1011-da1a-4c26-acc7-544cbb6eecaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d26252-09d5-46a1-b716-55658d3e85d1,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:37.146807 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41142) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:37.198273 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f550f4a5-10a6-431d-a614-b8ad1df0dd69 admin admin] Publish callbacks [] for security_group (f2d26252-09d5-46a1-b716-55658d3e85d1), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:37.217697 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f550f4a5-10a6-431d-a614-b8ad1df0dd69 admin admin] Publish callbacks [] for security_group (f2d26252-09d5-46a1-b716-55658d3e85d1), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:37.264137 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f550f4a5-10a6-431d-a614-b8ad1df0dd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (f2d26252-09d5-46a1-b716-55658d3e85d1), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:37.266981 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f550f4a5-10a6-431d-a614-b8ad1df0dd69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:37.268112 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f550f4a5-10a6-431d-a614-b8ad1df0dd69 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f2d26252-09d5-46a1-b716-55658d3e85d1 HTTP/1.1" status: 204 len: 168 time: 0.1203125 Sep 24 14:28:37.276881 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550f4a5-10a6-431d-a614-b8ad1df0dd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d26252-09d5-46a1-b716-55658d3e85d1,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:41.190994 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:28:44.727497 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:45.582989 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf7ee3-a4b1-4770-a17f-ba561d75dcbe req-d3ff48b7-1d80-4d01-85b9-e20cd4ddf46e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:45.584456 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5eaf7ee3-a4b1-4770-a17f-ba561d75dcbe req-d3ff48b7-1d80-4d01-85b9-e20cd4ddf46e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0776916 Sep 24 14:28:45.590930 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3e4fa-3f0f-42cd-b8bc-be3c9a6a3c8c req-9a60b85d-2c51-4950-9aed-feaf780a40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:45.592308 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8ae3e4fa-3f0f-42cd-b8bc-be3c9a6a3c8c req-9a60b85d-2c51-4950-9aed-feaf780a40ca service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 1129 time: 0.0547607 Sep 24 14:28:45.688977 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:45.701818 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5eaf7ee3-a4b1-4770-a17f-ba561d75dcbe req-258ef7b0-47be-43b8-bf14-fc5db300a242 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085718 Sep 24 14:28:45.726011 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3e4fa-3f0f-42cd-b8bc-be3c9a6a3c8c req-6c25776f-8857-4da4-990e-15918acf9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:45.727500 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8ae3e4fa-3f0f-42cd-b8bc-be3c9a6a3c8c req-6c25776f-8857-4da4-990e-15918acf9c3c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 918 time: 0.1275852 Sep 24 14:28:45.770520 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8ae3e4fa-3f0f-42cd-b8bc-be3c9a6a3c8c req-18e491fd-6206-4548-a853-455b7eed18c8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=812bad02-1d00-421a-acb7-00e2e9023540 HTTP/1.1" status: 200 len: 217 time: 0.0359936 Sep 24 14:28:45.822350 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3e4fa-3f0f-42cd-b8bc-be3c9a6a3c8c req-dd0f8756-d983-4637-8632-756f8f82f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:45.823867 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8ae3e4fa-3f0f-42cd-b8bc-be3c9a6a3c8c req-dd0f8756-d983-4637-8632-756f8f82f69f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.0452268 Sep 24 14:28:45.868541 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3e4fa-3f0f-42cd-b8bc-be3c9a6a3c8c req-3ca524f1-1a45-4ff0-93e8-325e920403c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:45.870216 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8ae3e4fa-3f0f-42cd-b8bc-be3c9a6a3c8c req-3ca524f1-1a45-4ff0-93e8-325e920403c6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389273 Sep 24 14:28:45.967400 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8ae3e4fa-3f0f-42cd-b8bc-be3c9a6a3c8c req-7a2a4165-3440-450d-bf72-e7332441d5e5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901828 Sep 24 14:28:46.059281 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8ae3e4fa-3f0f-42cd-b8bc-be3c9a6a3c8c req-a6b2a78d-5899-49be-b249-3b152e097a3c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847511 Sep 24 14:28:46.810763 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:46.825293 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7b8af-8993-40be-8b46-e3b4b50c1d1e req-16331310-782c-4bdf-a072-5ce8278581f4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:46.826896 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ebd7b8af-8993-40be-8b46-e3b4b50c1d1e req-16331310-782c-4bdf-a072-5ce8278581f4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0486703 Sep 24 14:28:46.873641 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ebd7b8af-8993-40be-8b46-e3b4b50c1d1e req-53a5b1e0-b236-4335-a5f3-282db8fb12f5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411377 Sep 24 14:28:47.996440 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5209a43-e73c-4e82-aed1-8846be91729b req-673bfebe-1c20-43f8-9cd0-8f10ccdd5967 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:47.997891 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b5209a43-e73c-4e82-aed1-8846be91729b req-673bfebe-1c20-43f8-9cd0-8f10ccdd5967 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0457535 Sep 24 14:28:48.032125 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:48.055660 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b5209a43-e73c-4e82-aed1-8846be91729b req-ca417a17-c49c-465d-bd3c-9d83db81210d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517004 Sep 24 14:28:49.176484 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262994e2-0832-4b34-a632-5dd0b4e402d6 req-b9858797-cb69-4763-820a-66ee5d981d03 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:49.177983 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-262994e2-0832-4b34-a632-5dd0b4e402d6 req-b9858797-cb69-4763-820a-66ee5d981d03 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0447667 Sep 24 14:28:49.226588 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-262994e2-0832-4b34-a632-5dd0b4e402d6 req-11941c24-4092-4a1e-be4b-3bf568dcb07b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424929 Sep 24 14:28:50.347620 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddef14-591f-4d0e-a3b9-f71d4a198601 req-d4129652-9fe7-47cc-9574-9848d6ef91ce tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:50.349069 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-62ddef14-591f-4d0e-a3b9-f71d4a198601 req-d4129652-9fe7-47cc-9574-9848d6ef91ce tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0465536 Sep 24 14:28:50.394222 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-62ddef14-591f-4d0e-a3b9-f71d4a198601 req-b1a30487-da3d-4a28-a73b-0c022828b82f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395784 Sep 24 14:28:51.521191 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e72dcb-e036-4085-839b-d1f6ea1aae14 req-161c3ba4-b03d-4f6d-9596-c4723a0ab38a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:51.524638 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-31e72dcb-e036-4085-839b-d1f6ea1aae14 req-161c3ba4-b03d-4f6d-9596-c4723a0ab38a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0530145 Sep 24 14:28:51.572181 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-31e72dcb-e036-4085-839b-d1f6ea1aae14 req-247dfbcd-66d0-45d6-b061-be7b96ece30d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431006 Sep 24 14:28:51.587769 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 41384) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:51.697446 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac1f6-e711-4d40-b7de-bdcc854cb2de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:51.756942 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:51.795537 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac1f6-e711-4d40-b7de-bdcc854cb2de admin admin] Publish callbacks [] for security_group (301e8393-bf36-46e4-ba04-74d77d699065), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:51.799774 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac1f6-e711-4d40-b7de-bdcc854cb2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (301e8393-bf36-46e4-ba04-74d77d699065), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:51.845140 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ac1f6-e711-4d40-b7de-bdcc854cb2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301e8393-bf36-46e4-ba04-74d77d699065,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:51.867083 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41404) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:51.867581 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-ba7ac1f6-e711-4d40-b7de-bdcc854cb2de admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=198a9623b4504d7989cac61d9df2d31e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785161 Sep 24 14:28:51.919977 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 41406) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:51.925706 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f8b591d7-f8f3-440d-9a04-30046e7ffd53 admin admin] Publish callbacks [] for security_group (301e8393-bf36-46e4-ba04-74d77d699065), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:51.948128 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f8b591d7-f8f3-440d-9a04-30046e7ffd53 admin admin] Publish callbacks [] for security_group (301e8393-bf36-46e4-ba04-74d77d699065), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.003879 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f8b591d7-f8f3-440d-9a04-30046e7ffd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (301e8393-bf36-46e4-ba04-74d77d699065), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.006375 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f8b591d7-f8f3-440d-9a04-30046e7ffd53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.008366 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f8b591d7-f8f3-440d-9a04-30046e7ffd53 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/301e8393-bf36-46e4-ba04-74d77d699065 HTTP/1.1" status: 204 len: 168 time: 0.1391876 Sep 24 14:28:52.019966 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b591d7-f8f3-440d-9a04-30046e7ffd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301e8393-bf36-46e4-ba04-74d77d699065,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:52.057295 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1f2189a2-bb5a-410f-99cf-263d4112a0d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.151522 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1f2189a2-bb5a-410f-99cf-263d4112a0d0 admin admin] Publish callbacks [] for security_group (a9df2b26-0092-4d2c-a851-0d65c427981e), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.156131 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1f2189a2-bb5a-410f-99cf-263d4112a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (a9df2b26-0092-4d2c-a851-0d65c427981e), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.203133 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-1f2189a2-bb5a-410f-99cf-263d4112a0d0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7eaa22c284634760bed017db5a3501c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818422 Sep 24 14:28:52.204103 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2189a2-bb5a-410f-99cf-263d4112a0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df2b26-0092-4d2c-a851-0d65c427981e,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:52.205962 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41420) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:52.264208 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6e347d27-f66a-4520-92b1-9282d3a3803e admin admin] Publish callbacks [] for security_group (a9df2b26-0092-4d2c-a851-0d65c427981e), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.285429 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6e347d27-f66a-4520-92b1-9282d3a3803e admin admin] Publish callbacks [] for security_group (a9df2b26-0092-4d2c-a851-0d65c427981e), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.335519 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6e347d27-f66a-4520-92b1-9282d3a3803e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (a9df2b26-0092-4d2c-a851-0d65c427981e), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.338445 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6e347d27-f66a-4520-92b1-9282d3a3803e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.339676 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-6e347d27-f66a-4520-92b1-9282d3a3803e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a9df2b26-0092-4d2c-a851-0d65c427981e HTTP/1.1" status: 204 len: 168 time: 0.1325572 Sep 24 14:28:52.347974 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e347d27-f66a-4520-92b1-9282d3a3803e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df2b26-0092-4d2c-a851-0d65c427981e,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:52.368264 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 41424) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:52.394961 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-92278152-4c92-4709-b19f-233f6440215c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.476224 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-92278152-4c92-4709-b19f-233f6440215c admin admin] Publish callbacks [] for security_group (e384c5dc-e214-4c6d-858d-1488d0d3c8c7), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.479964 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-92278152-4c92-4709-b19f-233f6440215c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (e384c5dc-e214-4c6d-858d-1488d0d3c8c7), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.484205 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:52.517955 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-92278152-4c92-4709-b19f-233f6440215c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0e01f4782f674bd7abe0c966431b1ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480546 Sep 24 14:28:52.521336 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41426) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:52.522805 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92278152-4c92-4709-b19f-233f6440215c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e384c5dc-e214-4c6d-858d-1488d0d3c8c7,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:52.580493 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0df409be-882c-4c63-9a4c-ddc8e6e39b0e admin admin] Publish callbacks [] for security_group (e384c5dc-e214-4c6d-858d-1488d0d3c8c7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.604252 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0df409be-882c-4c63-9a4c-ddc8e6e39b0e admin admin] Publish callbacks [] for security_group (e384c5dc-e214-4c6d-858d-1488d0d3c8c7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.668602 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0df409be-882c-4c63-9a4c-ddc8e6e39b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (e384c5dc-e214-4c6d-858d-1488d0d3c8c7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.671735 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0df409be-882c-4c63-9a4c-ddc8e6e39b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:52.672924 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0df409be-882c-4c63-9a4c-ddc8e6e39b0e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e384c5dc-e214-4c6d-858d-1488d0d3c8c7 HTTP/1.1" status: 204 len: 168 time: 0.1491630 Sep 24 14:28:52.683608 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df409be-882c-4c63-9a4c-ddc8e6e39b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e384c5dc-e214-4c6d-858d-1488d0d3c8c7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:52.744781 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e38ce0-dbe7-4798-a926-1371661d3b7e req-dc690630-0909-41a7-9722-7cb4e75ee522 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:52.746395 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-25e38ce0-dbe7-4798-a926-1371661d3b7e req-dc690630-0909-41a7-9722-7cb4e75ee522 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0869956 Sep 24 14:28:52.803982 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-25e38ce0-dbe7-4798-a926-1371661d3b7e req-26d5bdbd-497b-4e77-9032-27e0f98fee42 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512209 Sep 24 14:28:53.898341 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:53.937773 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365a90-4d41-4dc3-bbb7-0a67821ef9c6 req-88cdce22-d9f5-4411-abfa-608cf3f68fe6 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:53.939227 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-27365a90-4d41-4dc3-bbb7-0a67821ef9c6 req-88cdce22-d9f5-4411-abfa-608cf3f68fe6 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0527053 Sep 24 14:28:53.987598 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-27365a90-4d41-4dc3-bbb7-0a67821ef9c6 req-5b6e7fd5-d680-4d07-bf81-49f3df6b303a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Sep 24 14:28:54.717286 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:54.891711 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41510) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:54.996418 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-fa004061-db61-40c5-8798-689a8be605d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.073349 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-fa004061-db61-40c5-8798-689a8be605d3 admin admin] Publish callbacks [] for security_group (113b26d5-c202-49c4-85f3-d1aefdabdec2), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.077229 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-fa004061-db61-40c5-8798-689a8be605d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (113b26d5-c202-49c4-85f3-d1aefdabdec2), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.112455 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1463cc-9ca0-48cd-89da-f93cdf4a2cd6 req-1dce6c5d-1e0c-4cd4-abfa-142d2ca9fbc9 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:55.113914 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cb1463cc-9ca0-48cd-89da-f93cdf4a2cd6 req-1dce6c5d-1e0c-4cd4-abfa-142d2ca9fbc9 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0514901 Sep 24 14:28:55.114361 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa004061-db61-40c5-8798-689a8be605d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113b26d5-c202-49c4-85f3-d1aefdabdec2,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:55.123345 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-fa004061-db61-40c5-8798-689a8be605d3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7a4bd1d1e7f64c4d855a0c8a3c976126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305212 Sep 24 14:28:55.123903 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41516) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:55.147337 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:55.164391 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cb1463cc-9ca0-48cd-89da-f93cdf4a2cd6 req-50a8b58a-fc50-4fc2-bef9-49f298ec2757 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435572 Sep 24 14:28:55.179519 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-225f55f4-d788-4936-a6f0-95a8a823b855 admin admin] Publish callbacks [] for security_group (113b26d5-c202-49c4-85f3-d1aefdabdec2), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.199618 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-225f55f4-d788-4936-a6f0-95a8a823b855 admin admin] Publish callbacks [] for security_group (113b26d5-c202-49c4-85f3-d1aefdabdec2), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.245119 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-225f55f4-d788-4936-a6f0-95a8a823b855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (113b26d5-c202-49c4-85f3-d1aefdabdec2), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.247522 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-225f55f4-d788-4936-a6f0-95a8a823b855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.248669 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-225f55f4-d788-4936-a6f0-95a8a823b855 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/113b26d5-c202-49c4-85f3-d1aefdabdec2 HTTP/1.1" status: 204 len: 168 time: 0.1238627 Sep 24 14:28:55.256013 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f55f4-d788-4936-a6f0-95a8a823b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113b26d5-c202-49c4-85f3-d1aefdabdec2,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:55.268899 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:55.269539 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:55.518961 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41524) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:55.531908 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0b4969f8-1a32-4917-a280-a71e14b655a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.605914 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0b4969f8-1a32-4917-a280-a71e14b655a0 admin admin] Publish callbacks [] for security_group (bd5cca1b-be4a-4a20-afbd-8d56e4bb0bfd), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.609589 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0b4969f8-1a32-4917-a280-a71e14b655a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (bd5cca1b-be4a-4a20-afbd-8d56e4bb0bfd), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.649890 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0b4969f8-1a32-4917-a280-a71e14b655a0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b47f1458079c44c48acbc0b4bc8e249e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298752 Sep 24 14:28:55.650574 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4969f8-1a32-4917-a280-a71e14b655a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5cca1b-be4a-4a20-afbd-8d56e4bb0bfd,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:55.652703 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 41526) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:55.669197 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-73e1e6f0-612d-4766-820c-ce881b413ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.702785 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3b492cb7-ac06-44b8-b87f-37abc22d6bfc admin admin] Publish callbacks [] for security_group (bd5cca1b-be4a-4a20-afbd-8d56e4bb0bfd), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.722353 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3b492cb7-ac06-44b8-b87f-37abc22d6bfc admin admin] Publish callbacks [] for security_group (bd5cca1b-be4a-4a20-afbd-8d56e4bb0bfd), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.750450 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:55.768851 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3b492cb7-ac06-44b8-b87f-37abc22d6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (bd5cca1b-be4a-4a20-afbd-8d56e4bb0bfd), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.771409 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3b492cb7-ac06-44b8-b87f-37abc22d6bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:55.773050 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-3b492cb7-ac06-44b8-b87f-37abc22d6bfc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bd5cca1b-be4a-4a20-afbd-8d56e4bb0bfd HTTP/1.1" status: 204 len: 168 time: 0.1192596 Sep 24 14:28:55.780569 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b492cb7-ac06-44b8-b87f-37abc22d6bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5cca1b-be4a-4a20-afbd-8d56e4bb0bfd,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:56.291968 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbe307-4b1a-4537-8265-a48ee708e09e req-8b399c77-dea7-4257-b33b-ad75a3ffe64e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:56.293436 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2cfbe307-4b1a-4537-8265-a48ee708e09e req-8b399c77-dea7-4257-b33b-ad75a3ffe64e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0531898 Sep 24 14:28:56.342853 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2cfbe307-4b1a-4537-8265-a48ee708e09e req-5d2e2353-e7f6-4d67-875a-29fde0b2b949 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 Sep 24 14:28:57.473427 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e1e52-6618-44de-92e6-b232138782f6 req-bcb13909-853c-4138-a789-612a40d931d4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:57.475023 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2a5e1e52-6618-44de-92e6-b232138782f6 req-bcb13909-853c-4138-a789-612a40d931d4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0536528 Sep 24 14:28:57.546178 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2a5e1e52-6618-44de-92e6-b232138782f6 req-4fb9dce8-86c1-4626-b3f5-fe5854cf24d3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611041 Sep 24 14:28:57.936228 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41610) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:58.039967 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0fbdb46f-efe2-42ea-b174-ac28cc6f166b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.052459 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:58.094417 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1397ecca-78c4-4867-b211-12ba90eb13ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.125183 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0fbdb46f-efe2-42ea-b174-ac28cc6f166b admin admin] Publish callbacks [] for security_group (d38e8584-5128-4cdb-9b14-a01249bb4037), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.128714 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0fbdb46f-efe2-42ea-b174-ac28cc6f166b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (d38e8584-5128-4cdb-9b14-a01249bb4037), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.172759 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0fbdb46f-efe2-42ea-b174-ac28cc6f166b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=213211178ab945c2bded60ea046b788f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354369 Sep 24 14:28:58.173571 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdb46f-efe2-42ea-b174-ac28cc6f166b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38e8584-5128-4cdb-9b14-a01249bb4037,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:58.175693 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 41616) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:58.223811 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-50629eef-874d-491b-8a92-e57458ecd6fc admin admin] Publish callbacks [] for security_group (d38e8584-5128-4cdb-9b14-a01249bb4037), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.243821 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-50629eef-874d-491b-8a92-e57458ecd6fc admin admin] Publish callbacks [] for security_group (d38e8584-5128-4cdb-9b14-a01249bb4037), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.290205 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-50629eef-874d-491b-8a92-e57458ecd6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (d38e8584-5128-4cdb-9b14-a01249bb4037), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.292780 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-50629eef-874d-491b-8a92-e57458ecd6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.293905 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-50629eef-874d-491b-8a92-e57458ecd6fc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d38e8584-5128-4cdb-9b14-a01249bb4037 HTTP/1.1" status: 204 len: 168 time: 0.1172440 Sep 24 14:28:58.301533 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50629eef-874d-491b-8a92-e57458ecd6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38e8584-5128-4cdb-9b14-a01249bb4037,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:58.560171 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41624) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:58.573640 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b69b39dc-a58a-4bea-8b61-11c9bbc6f3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.687080 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b69b39dc-a58a-4bea-8b61-11c9bbc6f3b1 admin admin] Publish callbacks [] for security_group (0566730f-8f14-4fe4-9704-38e2ae19224b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.695217 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22827c54-dcf6-4605-8479-3e98520d0c8c req-d31f6ce1-a31a-421f-9aa5-0f31e64d1dad tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:58.696664 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-22827c54-dcf6-4605-8479-3e98520d0c8c req-d31f6ce1-a31a-421f-9aa5-0f31e64d1dad tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0685458 Sep 24 14:28:58.697650 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b69b39dc-a58a-4bea-8b61-11c9bbc6f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (0566730f-8f14-4fe4-9704-38e2ae19224b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.750186 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b39dc-a58a-4bea-8b61-11c9bbc6f3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0566730f-8f14-4fe4-9704-38e2ae19224b,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:58.757031 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b69b39dc-a58a-4bea-8b61-11c9bbc6f3b1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6e82f55353c54ae3b82162bae9c6455d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957171 Sep 24 14:28:58.759620 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 41628) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:58.780121 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-22827c54-dcf6-4605-8479-3e98520d0c8c req-0b83fd9d-db80-4a92-b7e1-d128f2e5cddb tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767021 Sep 24 14:28:58.814377 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0a2a674b-6cd2-4e87-856e-6d02f32e1bb6 admin admin] Publish callbacks [] for security_group (0566730f-8f14-4fe4-9704-38e2ae19224b), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.838079 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0a2a674b-6cd2-4e87-856e-6d02f32e1bb6 admin admin] Publish callbacks [] for security_group (0566730f-8f14-4fe4-9704-38e2ae19224b), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.884036 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0a2a674b-6cd2-4e87-856e-6d02f32e1bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (0566730f-8f14-4fe4-9704-38e2ae19224b), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.886704 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0a2a674b-6cd2-4e87-856e-6d02f32e1bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:58.887880 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-0a2a674b-6cd2-4e87-856e-6d02f32e1bb6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0566730f-8f14-4fe4-9704-38e2ae19224b HTTP/1.1" status: 204 len: 168 time: 0.1273024 Sep 24 14:28:58.895359 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a674b-6cd2-4e87-856e-6d02f32e1bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0566730f-8f14-4fe4-9704-38e2ae19224b,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:59.175145 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:59.555128 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 41652) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:59.663399 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2083697799-network', 'tenant_id': 'cb04a85a9c074d1ba6a1fd2347fc5544'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:28:59.683538 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Made reservation on behalf of cb04a85a9c074d1ba6a1fd2347fc5544 for: {'network': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:28:59.685901 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:59.694715 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:59.768333 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Publish callbacks [] for security_group (972c316a-e381-4dac-8d3c-a49f08238ae2), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:59.772979 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (972c316a-e381-4dac-8d3c-a49f08238ae2), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:59.779736 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:59.800932 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=106294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:28:59.813130 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972c316a-e381-4dac-8d3c-a49f08238ae2,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:28:59.818510 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (0de43534-40f3-475f-a20c-473c4636ddca), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:59.818896 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.segments_db [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Added segment 0de43534-40f3-475f-a20c-473c4636ddca of type vlan for network cf33ff85-b00e-4cb9-baf7-37e7e127362a Sep 24 14:28:59.860782 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (cf33ff85-b00e-4cb9-baf7-37e7e127362a), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:59.923013 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120be08-bc1b-48b7-a196-7689d6a6c117 req-e162f59e-5c89-40e3-ad8a-a5be626f9d46 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:59.924470 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4120be08-bc1b-48b7-a196-7689d6a6c117 req-e162f59e-5c89-40e3-ad8a-a5be626f9d46 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0597210 Sep 24 14:28:59.925487 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (cf33ff85-b00e-4cb9-baf7-37e7e127362a), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:59.926380 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:28:59.926960 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:28:59.933752 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:28:59.991901 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4356899 Sep 24 14:28:59.994979 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41660) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:28:59.999876 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-593a93aa-5612-4427-946a-893bdcbda4b2 admin admin] Request body: {'subnet': {'network_id': 'cf33ff85-b00e-4cb9-baf7-37e7e127362a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2083697799-subnet', 'tenant_id': 'cb04a85a9c074d1ba6a1fd2347fc5544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:29:00.013573 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:00.019863 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca2755-e4c4-44f3-ac7a-5852a15fd5ce admin admin] Pushing event updated for resources: {'Network': ['ID=cf33ff85-b00e-4cb9-baf7-37e7e127362a,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:00.023057 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593a93aa-5612-4427-946a-893bdcbda4b2 admin admin] Made reservation on behalf of cb04a85a9c074d1ba6a1fd2347fc5544 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:29:00.025528 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-593a93aa-5612-4427-946a-893bdcbda4b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530269205'] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:00.034057 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network cf33ff85-b00e-4cb9-baf7-37e7e127362a details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:29:00.037007 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4120be08-bc1b-48b7-a196-7689d6a6c117 req-6fedaeaf-cb72-4fa3-8ac5-2c8c6993af9c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047788 Sep 24 14:29:00.199617 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-593a93aa-5612-4427-946a-893bdcbda4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530269187'] for subnet (c0cb5ea2-0630-4d40-8182-2245cfbacb87), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:00.249823 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a93aa-5612-4427-946a-893bdcbda4b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0cb5ea2-0630-4d40-8182-2245cfbacb87,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:00.264468 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a93aa-5612-4427-946a-893bdcbda4b2 admin admin] Checking segment: {'id': '0de43534-40f3-475f-a20c-473c4636ddca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cf33ff85-b00e-4cb9-baf7-37e7e127362a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:29:00.264822 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a93aa-5612-4427-946a-893bdcbda4b2 admin admin] Network hostable DHCP agents. Network: cf33ff85-b00e-4cb9-baf7-37e7e127362a, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:29:00.276469 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:00.283170 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a93aa-5612-4427-946a-893bdcbda4b2 admin admin] Network cf33ff85-b00e-4cb9-baf7-37e7e127362a is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:29:00.297092 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-593a93aa-5612-4427-946a-893bdcbda4b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, cf33ff85-b00e-4cb9-baf7-37e7e127362a) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:29:00.301314 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a93aa-5612-4427-946a-893bdcbda4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:00.301888 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-593a93aa-5612-4427-946a-893bdcbda4b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:00.307451 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ad6b4-502a-4f10-94aa-05c84458cc8b None None] Network cf33ff85-b00e-4cb9-baf7-37e7e127362a requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:29:00.319516 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-593a93aa-5612-4427-946a-893bdcbda4b2 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3229213 Sep 24 14:29:00.411682 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c02af-6172-4613-95ca-b38afccb6209 None None] Network cf33ff85-b00e-4cb9-baf7-37e7e127362a requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:29:00.646337 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:00.808783 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:00.953492 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41680) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:00.958391 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-411818258-network', 'tenant_id': 'fa1307e6cbc2454bb1eea745990a3a53'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:29:00.979038 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Made reservation on behalf of fa1307e6cbc2454bb1eea745990a3a53 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:29:00.981310 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:00.989592 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:01.062514 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Publish callbacks [] for security_group (3be9adda-c98a-428b-8885-382bd6456a92), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:01.066038 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (3be9adda-c98a-428b-8885-382bd6456a92), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:01.090784 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:29:01.101340 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be9adda-c98a-428b-8885-382bd6456a92,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:01.107554 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (5d4e8178-7cf1-4c12-bc1d-6cde93599068), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:01.107894 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Added segment 5d4e8178-7cf1-4c12-bc1d-6cde93599068 of type vlan for network a05b9053-9329-4d28-b4e4-1cff817e7e1b Sep 24 14:29:01.176830 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (a05b9053-9329-4d28-b4e4-1cff817e7e1b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:01.196307 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461ef32-ddb7-4a0b-afb0-f14beee21c17 req-539a012d-ca2d-435d-b5b5-3491bba8a25a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:01.197738 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a461ef32-ddb7-4a0b-afb0-f14beee21c17 req-539a012d-ca2d-435d-b5b5-3491bba8a25a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0626969 Sep 24 14:29:01.233885 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (a05b9053-9329-4d28-b4e4-1cff817e7e1b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:01.234878 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:01.235446 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:01.300504 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a461ef32-ddb7-4a0b-afb0-f14beee21c17 req-6a4c9a6a-f38d-4fdb-a3fb-f112fe2c8009 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947001 Sep 24 14:29:01.305888 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3513186 Sep 24 14:29:01.309048 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 41686) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:01.315269 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-802068ac-c899-42e8-9bf1-7222f22bf617 admin admin] Request body: {'subnet': {'network_id': 'a05b9053-9329-4d28-b4e4-1cff817e7e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-411818258-subnet', 'tenant_id': 'fa1307e6cbc2454bb1eea745990a3a53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:29:01.324221 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcb9c6-0cbe-4636-9601-070ae5a8be3a admin admin] Pushing event updated for resources: {'Network': ['ID=a05b9053-9329-4d28-b4e4-1cff817e7e1b,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:01.334838 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network a05b9053-9329-4d28-b4e4-1cff817e7e1b details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:29:01.342306 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802068ac-c899-42e8-9bf1-7222f22bf617 admin admin] Made reservation on behalf of fa1307e6cbc2454bb1eea745990a3a53 for: {'subnet': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:29:01.345062 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-802068ac-c899-42e8-9bf1-7222f22bf617 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530180667'] for subnet (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:01.393816 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:01.409334 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b18f71-d283-4342-9f0d-65da594c4bde req-64c10f45-1f23-4cd3-a0c4-8ee01b24c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:01.413159 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-17b18f71-d283-4342-9f0d-65da594c4bde req-64c10f45-1f23-4cd3-a0c4-8ee01b24c662 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 1129 time: 0.0560567 Sep 24 14:29:01.469155 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-17b18f71-d283-4342-9f0d-65da594c4bde req-db3b57e8-ba13-4712-a5c1-255333bb9400 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503845 Sep 24 14:29:01.536414 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-802068ac-c899-42e8-9bf1-7222f22bf617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2185805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530180653'] for subnet (3ad1bfa2-9cce-4b12-9b85-bfb321da7c22), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:01.592378 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802068ac-c899-42e8-9bf1-7222f22bf617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad1bfa2-9cce-4b12-9b85-bfb321da7c22,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:01.602914 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802068ac-c899-42e8-9bf1-7222f22bf617 admin admin] Checking segment: {'id': '5d4e8178-7cf1-4c12-bc1d-6cde93599068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a05b9053-9329-4d28-b4e4-1cff817e7e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:29:01.603261 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802068ac-c899-42e8-9bf1-7222f22bf617 admin admin] Network hostable DHCP agents. Network: a05b9053-9329-4d28-b4e4-1cff817e7e1b, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:29:01.621063 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802068ac-c899-42e8-9bf1-7222f22bf617 admin admin] Network a05b9053-9329-4d28-b4e4-1cff817e7e1b is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:29:01.629391 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-802068ac-c899-42e8-9bf1-7222f22bf617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, a05b9053-9329-4d28-b4e4-1cff817e7e1b) {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:29:01.634690 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802068ac-c899-42e8-9bf1-7222f22bf617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:01.635344 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-802068ac-c899-42e8-9bf1-7222f22bf617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:01.640311 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6f9207-fdcd-408c-ab68-95adf62d6fbf None None] Network a05b9053-9329-4d28-b4e4-1cff817e7e1b requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:29:01.652646 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-802068ac-c899-42e8-9bf1-7222f22bf617 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3418746 Sep 24 14:29:01.751467 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b91591-71f5-498f-b8e8-d7d8c79aafe8 None None] Network a05b9053-9329-4d28-b4e4-1cff817e7e1b requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:29:02.251414 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=18 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:02.252515 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=16 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:02.419053 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37259e87-4a2b-468c-9e08-c313b7d5db8c req-70ff52b7-080a-48d5-a420-17672945d18b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:02.420561 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-37259e87-4a2b-468c-9e08-c313b7d5db8c req-70ff52b7-080a-48d5-a420-17672945d18b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0466750 Sep 24 14:29:02.466629 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-37259e87-4a2b-468c-9e08-c313b7d5db8c req-a046326a-18d8-4c4a-9629-169aa8496539 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407462 Sep 24 14:29:03.584529 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eb7e4-1b32-42a0-8b35-fe1bd13cc382 req-954e0f08-8d60-443b-ad36-351ef15a3a7c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:03.585951 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-168eb7e4-1b32-42a0-8b35-fe1bd13cc382 req-954e0f08-8d60-443b-ad36-351ef15a3a7c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0447187 Sep 24 14:29:03.633472 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-168eb7e4-1b32-42a0-8b35-fe1bd13cc382 req-18c515e0-2bef-4689-b11e-8e5aa2ee2dde tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421956 Sep 24 14:29:04.749207 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235dc0f-4feb-4718-b0a5-afda7e61085b req-bca967d2-87dc-409d-bdd9-cd3e6f441ef8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:04.750669 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6235dc0f-4feb-4718-b0a5-afda7e61085b req-bca967d2-87dc-409d-bdd9-cd3e6f441ef8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0455985 Sep 24 14:29:04.796593 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6235dc0f-4feb-4718-b0a5-afda7e61085b req-3daaa307-0c8a-41d2-8299-22c3222eb4f2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Sep 24 14:29:05.911572 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade6bd0-53c3-4882-a957-271e93d2af80 req-7b940fa7-3480-4c99-9515-a2a1e4a0c661 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:05.913492 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dade6bd0-53c3-4882-a957-271e93d2af80 req-7b940fa7-3480-4c99-9515-a2a1e4a0c661 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0443115 Sep 24 14:29:05.958383 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dade6bd0-53c3-4882-a957-271e93d2af80 req-d1b33fe4-e602-4d45-9f0c-60d9c7a49cde tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394936 Sep 24 14:29:07.042955 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:07.086401 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0010122-c779-4259-9e1f-f83a4eb791b5 req-20238110-2dcd-41df-ad94-50305bc67942 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:07.087807 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a0010122-c779-4259-9e1f-f83a4eb791b5 req-20238110-2dcd-41df-ad94-50305bc67942 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0565844 Sep 24 14:29:07.143637 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a0010122-c779-4259-9e1f-f83a4eb791b5 req-ed55af06-d112-4c79-92e0-475ba28931c9 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487416 Sep 24 14:29:07.435795 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd7ccb-a090-4340-8a05-fe032d77db4d req-d159e524-4f49-4386-890e-0bf404d90606 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:07.437370 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4bfd7ccb-a090-4340-8a05-fe032d77db4d req-d159e524-4f49-4386-890e-0bf404d90606 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0728884 Sep 24 14:29:07.453064 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d7f4f-d905-44e7-8cf2-53d7dfc554a8 req-f291d9b5-680b-4abf-8f33-c696ff9a343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:07.454528 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-646d7f4f-d905-44e7-8cf2-53d7dfc554a8 req-f291d9b5-680b-4abf-8f33-c696ff9a343e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 1129 time: 0.0595574 Sep 24 14:29:07.521080 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:07.549233 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4bfd7ccb-a090-4340-8a05-fe032d77db4d req-9b362461-62dd-4a92-91b2-497a945f6ee8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045268 Sep 24 14:29:07.575956 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d7f4f-d905-44e7-8cf2-53d7dfc554a8 req-b55b713a-4047-4cb5-b3da-cdba30756d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:07.577396 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-646d7f4f-d905-44e7-8cf2-53d7dfc554a8 req-b55b713a-4047-4cb5-b3da-cdba30756d98 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 918 time: 0.1155677 Sep 24 14:29:07.615416 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-646d7f4f-d905-44e7-8cf2-53d7dfc554a8 req-ffdd3ec6-fc30-471e-8311-b7132aaff821 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=812bad02-1d00-421a-acb7-00e2e9023540 HTTP/1.1" status: 200 len: 217 time: 0.0317857 Sep 24 14:29:07.661695 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d7f4f-d905-44e7-8cf2-53d7dfc554a8 req-d0ae70c0-bf01-4a2b-b363-45ae3d2fad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:07.663096 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-646d7f4f-d905-44e7-8cf2-53d7dfc554a8 req-d0ae70c0-bf01-4a2b-b363-45ae3d2fad08 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.0428183 Sep 24 14:29:07.704463 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d7f4f-d905-44e7-8cf2-53d7dfc554a8 req-e3a3f4ea-d74e-406b-a078-7b6fc6ccf22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:07.705813 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-646d7f4f-d905-44e7-8cf2-53d7dfc554a8 req-e3a3f4ea-d74e-406b-a078-7b6fc6ccf22a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370314 Sep 24 14:29:07.794751 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-646d7f4f-d905-44e7-8cf2-53d7dfc554a8 req-3b2865c7-362b-4d31-852e-f304bf784199 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823824 Sep 24 14:29:07.890897 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-646d7f4f-d905-44e7-8cf2-53d7dfc554a8 req-60a37ce8-7f97-4293-bc81-8ba03334e752 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893080 Sep 24 14:29:08.670260 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dcc2f-8359-4ec8-a1b7-874346d3bb88 req-08ec46fe-df94-4691-9855-28880b597e5b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:08.671777 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b05dcc2f-8359-4ec8-a1b7-874346d3bb88 req-08ec46fe-df94-4691-9855-28880b597e5b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0455072 Sep 24 14:29:08.718712 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b05dcc2f-8359-4ec8-a1b7-874346d3bb88 req-88319976-e1a1-45e3-9125-54a9a0854626 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414066 Sep 24 14:29:09.210833 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41794) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:09.313934 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-37bab161-fdba-4004-9049-e81e0fb24fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:09.389388 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-37bab161-fdba-4004-9049-e81e0fb24fbf admin admin] Publish callbacks [] for security_group (40bf347e-b353-49ed-9350-25dbc1ba9697), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:09.393356 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-37bab161-fdba-4004-9049-e81e0fb24fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (40bf347e-b353-49ed-9350-25dbc1ba9697), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:09.410222 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:09.435251 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bab161-fdba-4004-9049-e81e0fb24fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bf347e-b353-49ed-9350-25dbc1ba9697,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:09.440494 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-37bab161-fdba-4004-9049-e81e0fb24fbf admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ce547619e64b46ab8e6bfe15b2237b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286079 Sep 24 14:29:09.444696 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 41800) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:09.493118 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2805b032-b33c-4e75-8c67-57768ed38cc6 admin admin] Publish callbacks [] for security_group (40bf347e-b353-49ed-9350-25dbc1ba9697), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:09.517491 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2805b032-b33c-4e75-8c67-57768ed38cc6 admin admin] Publish callbacks [] for security_group (40bf347e-b353-49ed-9350-25dbc1ba9697), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:09.568983 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2805b032-b33c-4e75-8c67-57768ed38cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (40bf347e-b353-49ed-9350-25dbc1ba9697), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:09.571620 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2805b032-b33c-4e75-8c67-57768ed38cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:09.572790 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2805b032-b33c-4e75-8c67-57768ed38cc6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/40bf347e-b353-49ed-9350-25dbc1ba9697 HTTP/1.1" status: 204 len: 168 time: 0.1271825 Sep 24 14:29:09.580400 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805b032-b33c-4e75-8c67-57768ed38cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bf347e-b353-49ed-9350-25dbc1ba9697,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:09.976942 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a3b80-25fc-4abc-b425-bfdfe47c0f2e req-c8fc4184-a446-4183-aba4-896775b1a1fa tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:09.978425 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b72a3b80-25fc-4abc-b425-bfdfe47c0f2e req-c8fc4184-a446-4183-aba4-896775b1a1fa tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0485084 Sep 24 14:29:10.027983 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b72a3b80-25fc-4abc-b425-bfdfe47c0f2e req-e5317084-48cf-4f27-8e5e-ecbc3ad59b3b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439360 Sep 24 14:29:11.148504 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fd6d8-9f8a-4feb-8e59-faf35c907549 req-8dfdcdf7-4da6-4fcf-bc1f-4efc485a7ac2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:11.150313 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ee7fd6d8-9f8a-4feb-8e59-faf35c907549 req-8dfdcdf7-4da6-4fcf-bc1f-4efc485a7ac2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0460877 Sep 24 14:29:11.199333 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ee7fd6d8-9f8a-4feb-8e59-faf35c907549 req-5f2d710e-4d57-4411-88bd-69d46052aad2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Sep 24 14:29:11.834342 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:12.316488 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91699a-40fb-41e5-aeaa-b23053a96f9f req-984f4c9a-8ee5-466d-8712-a2efd72b7a6f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:12.317915 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7a91699a-40fb-41e5-aeaa-b23053a96f9f req-984f4c9a-8ee5-466d-8712-a2efd72b7a6f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0455766 Sep 24 14:29:12.363019 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7a91699a-40fb-41e5-aeaa-b23053a96f9f req-e5699699-f74b-40bf-a6e4-60ac1f951a36 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389717 Sep 24 14:29:13.479588 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327d45a-c643-42f6-8718-0ea73d4eab28 req-8daadfac-705d-40fb-b659-a59b50b02a37 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:13.481054 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d327d45a-c643-42f6-8718-0ea73d4eab28 req-8daadfac-705d-40fb-b659-a59b50b02a37 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0450227 Sep 24 14:29:13.502360 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:13.529310 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d327d45a-c643-42f6-8718-0ea73d4eab28 req-802ada4e-d852-4933-87d4-c22c18cfd8c3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Sep 24 14:29:14.672697 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f58279-6bf5-4291-bef1-401f5c4343c1 req-d34988b7-fe85-42c0-9982-1218d449321c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:14.674164 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26f58279-6bf5-4291-bef1-401f5c4343c1 req-d34988b7-fe85-42c0-9982-1218d449321c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0552666 Sep 24 14:29:14.687923 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:14.720611 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:14.729871 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-26f58279-6bf5-4291-bef1-401f5c4343c1 req-4fadfbb4-d458-430b-8289-b71526116c50 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489502 Sep 24 14:29:15.847763 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394171f-28ee-4b4d-8089-64e547c161f2 req-e5e5cbd6-160c-405f-9273-fe31e64eecc3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:15.849779 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4394171f-28ee-4b4d-8089-64e547c161f2 req-e5e5cbd6-160c-405f-9273-fe31e64eecc3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0438776 Sep 24 14:29:15.909144 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4394171f-28ee-4b4d-8089-64e547c161f2 req-bb51a013-1f49-4dae-950f-30777ea88f0b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538049 Sep 24 14:29:17.033262 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa70ed-2e41-4240-b464-33bf8da2ec6c req-4400591f-3b87-4577-9ae4-815e47d433f8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:17.034607 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f6fa70ed-2e41-4240-b464-33bf8da2ec6c req-4400591f-3b87-4577-9ae4-815e47d433f8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0463312 Sep 24 14:29:17.081929 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f6fa70ed-2e41-4240-b464-33bf8da2ec6c req-bc4fb520-9c53-4c5e-98fe-56646b14c2bf tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Sep 24 14:29:18.189383 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:29:18.200850 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527789e-538e-4ad2-8ca4-e897ffd1030d req-b3297628-096f-4911-882a-c53987070df5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:18.202284 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9527789e-538e-4ad2-8ca4-e897ffd1030d req-b3297628-096f-4911-882a-c53987070df5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0479987 Sep 24 14:29:18.246938 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9527789e-538e-4ad2-8ca4-e897ffd1030d req-0d7646bd-c9c4-47d8-a772-be66217ba1cb tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391703 Sep 24 14:29:19.368154 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4834d-a15f-47e4-b979-8595cbfc12bd req-39f81930-759d-4a95-90d3-2fdf00c8d571 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:19.369504 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3fc4834d-a15f-47e4-b979-8595cbfc12bd req-39f81930-759d-4a95-90d3-2fdf00c8d571 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0492563 Sep 24 14:29:19.604539 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=2,neutron:SELECT=42 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:19.623714 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3fc4834d-a15f-47e4-b979-8595cbfc12bd req-ec810305-a27e-4e57-8e33-d49267a6ea30 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487521 Sep 24 14:29:20.743485 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed2b71-b2dc-40e9-a8a0-771c99ce3ae6 req-814d0c0d-88ef-4026-b9a1-52d92455c34e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:20.744916 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-68ed2b71-b2dc-40e9-a8a0-771c99ce3ae6 req-814d0c0d-88ef-4026-b9a1-52d92455c34e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0450506 Sep 24 14:29:20.791301 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-68ed2b71-b2dc-40e9-a8a0-771c99ce3ae6 req-668375b5-8f8a-4fa1-9a14-b3b6a5f07554 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 Sep 24 14:29:21.910609 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931337e-b918-4bbf-8b28-c31211e4ed42 req-90378d6e-531c-4a20-af81-0b2a9a6b23bc tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:21.912138 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e931337e-b918-4bbf-8b28-c31211e4ed42 req-90378d6e-531c-4a20-af81-0b2a9a6b23bc tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0453296 Sep 24 14:29:21.957499 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e931337e-b918-4bbf-8b28-c31211e4ed42 req-662c4e09-ccce-4545-bea4-364b3101fb9b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399945 Sep 24 14:29:23.077818 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da449b8d-3442-466d-be87-81cada58c478 req-8def329f-61d3-432f-a0ac-0ae17b62f110 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:23.079215 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-da449b8d-3442-466d-be87-81cada58c478 req-8def329f-61d3-432f-a0ac-0ae17b62f110 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0494089 Sep 24 14:29:23.124308 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-da449b8d-3442-466d-be87-81cada58c478 req-87a88a6d-2fc2-4718-8c7e-fbccf90f5756 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390625 Sep 24 14:29:24.246549 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0b675-3518-4a80-b2d7-647a0c7483a2 req-17ac1559-c763-4743-b4d1-b858a2f032ae tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:24.248788 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d4c0b675-3518-4a80-b2d7-647a0c7483a2 req-17ac1559-c763-4743-b4d1-b858a2f032ae tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0493367 Sep 24 14:29:24.314041 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d4c0b675-3518-4a80-b2d7-647a0c7483a2 req-032a0d66-1ec5-42a7-9b4b-70373f3bd294 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589488 Sep 24 14:29:24.465633 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eb48a756-470b-468e-a98c-b5ca7adee5ab req-5e006ecd-b166-4f45-b14c-16cc11598337 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0359857 Sep 24 14:29:24.538511 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48a756-470b-468e-a98c-b5ca7adee5ab req-909dc721-ca3f-4c67-8848-11423c1ec83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:24.539991 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eb48a756-470b-468e-a98c-b5ca7adee5ab req-909dc721-ca3f-4c67-8848-11423c1ec83f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 1129 time: 0.0383854 Sep 24 14:29:24.621784 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:24.657190 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48a756-470b-468e-a98c-b5ca7adee5ab req-bfbe72fb-a7b3-4ca4-937b-c5a01e4b1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:24.658641 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eb48a756-470b-468e-a98c-b5ca7adee5ab req-bfbe72fb-a7b3-4ca4-937b-c5a01e4b1c53 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 918 time: 0.1004026 Sep 24 14:29:24.696422 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eb48a756-470b-468e-a98c-b5ca7adee5ab req-a13aa8e6-9df6-4574-acb0-2b8a742f2b08 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c943efd-ace2-4916-8133-bc99ff2e01cf HTTP/1.1" status: 200 len: 217 time: 0.0315011 Sep 24 14:29:24.714819 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:24.716711 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:24.743213 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48a756-470b-468e-a98c-b5ca7adee5ab req-63b4595c-c474-43d4-ba4f-31e522691b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:24.744604 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eb48a756-470b-468e-a98c-b5ca7adee5ab req-63b4595c-c474-43d4-ba4f-31e522691b90 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.0431795 Sep 24 14:29:24.788477 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48a756-470b-468e-a98c-b5ca7adee5ab req-e342c083-c4ed-411c-85a3-b0b60be530ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:24.789881 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eb48a756-470b-468e-a98c-b5ca7adee5ab req-e342c083-c4ed-411c-85a3-b0b60be530ac service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396280 Sep 24 14:29:24.876588 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eb48a756-470b-468e-a98c-b5ca7adee5ab req-78a9ecc9-7f31-46d4-b731-2782fda69a80 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811534 Sep 24 14:29:24.981462 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eb48a756-470b-468e-a98c-b5ca7adee5ab req-e2fedd91-1c18-4b99-94ec-e0fd75228f35 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979049 Sep 24 14:29:25.432925 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953233b-5c4d-4c4a-ad5e-345919afdea1 req-e5dc3e22-8bf6-4b7b-86e2-a1ef00de1f89 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:25.434417 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e953233b-5c4d-4c4a-ad5e-345919afdea1 req-e5dc3e22-8bf6-4b7b-86e2-a1ef00de1f89 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0466192 Sep 24 14:29:25.494173 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e953233b-5c4d-4c4a-ad5e-345919afdea1 req-aafbbbd5-a365-4f4d-bef1-bad7b990d7fa tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540216 Sep 24 14:29:25.661714 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-be1ecc90-7bbf-4523-a6b0-a0beb4edb169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:28.186134 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:28.196556 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a33f-4316-4de4-b18c-26b327786252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:29.173187 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:30.640875 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:30.807332 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.179366 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 42064) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:33.184878 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412748815', 'description': 'tempest-description--12490097'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:29:33.204695 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.271669 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for security_group (13bd5471-976f-4def-9def-63d2973ab627), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.275182 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (13bd5471-976f-4def-9def-63d2973ab627), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.286649 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:33.305911 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.307150 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1264465 Sep 24 14:29:33.310864 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 42066) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:33.312686 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13bd5471-976f-4def-9def-63d2973ab627,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:33.315343 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Request body: {'security_group_rule': {'security_group_id': '13bd5471-976f-4def-9def-63d2973ab627', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:29:33.320627 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.320775 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.320996 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.321336 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.321670 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.322004 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.322645 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.322645 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.322989 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.323315 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.323637 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.323959 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.324279 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.324603 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.324921 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eda92-463a-4363-aa29-49684228f74c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.345103 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for security_group_rule (e6da9370-d087-445a-8750-dd6a3296989d), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.405089 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for security_group_rule (e6da9370-d087-445a-8750-dd6a3296989d), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.408734 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (e6da9370-d087-445a-8750-dd6a3296989d), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.430082 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6da9370-d087-445a-8750-dd6a3296989d,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:33.440044 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.440387 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.441016 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.441344 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.441664 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.441987 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.442319 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.442616 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.442955 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.443270 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.443582 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.443894 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.444204 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.444547 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.444854 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:33.451970 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.453408 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-4ee2bccc-0df6-402b-b43f-848fe2a0e69f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415465 Sep 24 14:29:33.456196 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 42072) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:33.462151 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-279d5519-a662-40b1-85ec-a916cbf5380f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Request body: {'security_group_rule': {'security_group_id': '13bd5471-976f-4def-9def-63d2973ab627', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:29:33.466472 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:33.492811 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-279d5519-a662-40b1-85ec-a916cbf5380f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for security_group_rule (dfed0159-fc07-4863-850b-b347e72878a3), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.559139 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-279d5519-a662-40b1-85ec-a916cbf5380f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for security_group_rule (dfed0159-fc07-4863-850b-b347e72878a3), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.562667 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-279d5519-a662-40b1-85ec-a916cbf5380f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (dfed0159-fc07-4863-850b-b347e72878a3), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.581328 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d5519-a662-40b1-85ec-a916cbf5380f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfed0159-fc07-4863-850b-b347e72878a3,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:33.588687 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-279d5519-a662-40b1-85ec-a916cbf5380f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.589859 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-279d5519-a662-40b1-85ec-a916cbf5380f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323609 Sep 24 14:29:33.592980 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 42076) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:33.597327 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:29:33.620558 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.707226 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.762089 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:33.816320 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Allocated IP 172.27.1.226 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/c429febd-c3eb-4fcf-81f2-c5712a146f86) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:29:33.938410 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for port (c429febd-c3eb-4fcf-81f2-c5712a146f86), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:33.970882 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (c429febd-c3eb-4fcf-81f2-c5712a146f86), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:34.016608 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:29:34.021573 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:29:34.023700 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Pushing event updated for resources: {'Port': ['ID=c429febd-c3eb-4fcf-81f2-c5712a146f86,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:34.025789 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:29:34.140064 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for floatingip (d7ef5804-082a-4780-9c0d-ccc10f14dec6), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:34.175032 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:34.178503 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (c429febd-c3eb-4fcf-81f2-c5712a146f86), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:34.328494 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for port (c429febd-c3eb-4fcf-81f2-c5712a146f86), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:34.332568 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (c429febd-c3eb-4fcf-81f2-c5712a146f86), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:34.587526 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Pushing event updated for resources: {'Port': ['ID=c429febd-c3eb-4fcf-81f2-c5712a146f86,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:34.592210 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (d7ef5804-082a-4780-9c0d-ccc10f14dec6), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:34.608123 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:34.609341 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-8ec32138-e79d-4f66-9746-f06aa455f555 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0153852 Sep 24 14:29:34.814051 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-8cb17cef-16c6-4435-9db4-daf0dcfd6123 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--412748815&fields=id&tenant_id=9b458789f89a441caad76e78167bc00b HTTP/1.1" status: 200 len: 267 time: 0.0416720 Sep 24 14:29:34.923616 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-f1886ef6-6c72-4f98-a28b-68617a040c32 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:34.925101 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-f1886ef6-6c72-4f98-a28b-68617a040c32 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 818 time: 0.1043029 Sep 24 14:29:34.941332 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-fd9a4622-b3a3-46c3-bfe1-c0a96a3457b0 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/quotas/9b458789f89a441caad76e78167bc00b HTTP/1.1" status: 200 len: 375 time: 0.0095994 Sep 24 14:29:35.011328 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-89c4fcac-05bf-4094-99bc-5b3335309c4f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0572777 Sep 24 14:29:35.131922 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-9f60a1b6-79f3-42b6-b520-badefbd87561 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176181 Sep 24 14:29:35.248558 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:35.261767 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-39fce823-6daa-41d6-8765-f8800a00ef26 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218390 Sep 24 14:29:35.379226 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee81dd7-4c4f-4862-9e36-014c61b51c8e req-a9c06c95-dae3-4d99-ac25-b8c82ca58413 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:35.381545 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4ee81dd7-4c4f-4862-9e36-014c61b51c8e req-a9c06c95-dae3-4d99-ac25-b8c82ca58413 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 945 time: 0.0736639 Sep 24 14:29:35.437658 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4ee81dd7-4c4f-4862-9e36-014c61b51c8e req-777eb64a-e4c0-41d9-af7a-ab01ed08bda6 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500677 Sep 24 14:29:35.487034 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6f70b95b-4795-4c0c-bacd-4fb0d4082e30 req-596a431c-3f15-4b54-8544-6c0de9d31876 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 210 time: 0.0297256 Sep 24 14:29:36.576418 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:36.578410 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2398fe89-5da3-4c98-8c05-a5411f2f50ff req-ede714a0-55b8-4d5a-ae92-893867606dcd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 210 time: 0.0294700 Sep 24 14:29:36.604892 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f46be-5e08-4bbb-826d-e78f1fd70383 req-9543fd1c-e023-4b9b-be01-53bc78c67f2f tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:36.606522 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-714f46be-5e08-4bbb-826d-e78f1fd70383 req-9543fd1c-e023-4b9b-be01-53bc78c67f2f tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 945 time: 0.0644596 Sep 24 14:29:36.655667 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-714f46be-5e08-4bbb-826d-e78f1fd70383 req-b1e997e8-3908-4a12-a05b-deb217b9d2b5 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433092 Sep 24 14:29:37.678601 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4af079a9-3c63-417a-b2bf-af25356f08bd req-a43c68b2-d2ca-4f2d-9aec-32d29255a2d4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 210 time: 0.0295298 Sep 24 14:29:37.798280 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b49132-083f-458b-9461-63c8b0294d16 req-e1e51c10-979f-48bf-a3c4-205156220e95 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:37.800729 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-27b49132-083f-458b-9461-63c8b0294d16 req-e1e51c10-979f-48bf-a3c4-205156220e95 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 945 time: 0.0581532 Sep 24 14:29:37.847902 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-27b49132-083f-458b-9461-63c8b0294d16 req-26dd52d9-21ca-4849-8515-dfe18ba3a140 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417981 Sep 24 14:29:38.198532 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5968ffe-e603-4c7c-a710-786f17369f11 req-af0d335b-5924-4f44-8401-7611b1e2957c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:38.200007 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f5968ffe-e603-4c7c-a710-786f17369f11 req-af0d335b-5924-4f44-8401-7611b1e2957c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 945 time: 0.0444593 Sep 24 14:29:38.292547 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-f5968ffe-e603-4c7c-a710-786f17369f11 req-a9d27289-87c3-4734-ba26-5cbfc056b9f9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Deleting port 6536c4db-7f73-4444-affe-19257ef170a5 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:29:38.292890 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f5968ffe-e603-4c7c-a710-786f17369f11 req-a9d27289-87c3-4734-ba26-5cbfc056b9f9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (6536c4db-7f73-4444-affe-19257ef170a5), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:38.385576 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-f5968ffe-e603-4c7c-a710-786f17369f11 req-a9d27289-87c3-4734-ba26-5cbfc056b9f9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] For port 6536c4db-7f73-4444-affe-19257ef170a5, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=6536c4db-7f73-4444-affe-19257ef170a5,segment=NetworkSegment(092c8bb3-def4-45a3-9cfe-4817d5dd5749),segment_id=092c8bb3-def4-45a3-9cfe-4817d5dd5749)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:29:38.385939 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f5968ffe-e603-4c7c-a710-786f17369f11 req-a9d27289-87c3-4734-ba26-5cbfc056b9f9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (6536c4db-7f73-4444-affe-19257ef170a5), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:38.398925 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-f5968ffe-e603-4c7c-a710-786f17369f11 req-a9d27289-87c3-4734-ba26-5cbfc056b9f9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Calling delete_port for 6536c4db-7f73-4444-affe-19257ef170a5 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:29:38.520806 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f5968ffe-e603-4c7c-a710-786f17369f11 req-a9d27289-87c3-4734-ba26-5cbfc056b9f9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (6536c4db-7f73-4444-affe-19257ef170a5), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:38.550704 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d27289-87c3-4734-ba26-5cbfc056b9f9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Pushing event deleted for resources: {'Port': ['ID=6536c4db-7f73-4444-affe-19257ef170a5,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:38.593302 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5968ffe-e603-4c7c-a710-786f17369f11 req-a9d27289-87c3-4734-ba26-5cbfc056b9f9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] No DVR routers for this DVR port 6536c4db-7f73-4444-affe-19257ef170a5 on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:29:38.595040 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-f5968ffe-e603-4c7c-a710-786f17369f11 req-a9d27289-87c3-4734-ba26-5cbfc056b9f9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:38.598304 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f5968ffe-e603-4c7c-a710-786f17369f11 req-a9d27289-87c3-4734-ba26-5cbfc056b9f9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.33 "DELETE /networking/v2.0/ports/6536c4db-7f73-4444-affe-19257ef170a5 HTTP/1.1" status: 204 len: 173 time: 0.3931010 Sep 24 14:29:38.598860 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952', 'name': 'network-vif-deleted', 'tag': '6536c4db-7f73-4444-affe-19257ef170a5'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:29:38.601151 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69919e51-4ed2-4c61-8925-a01c1ec7d70d" -d '{"events": [{"server_uuid": "4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952", "name": "network-vif-deleted", "tag": "6536c4db-7f73-4444-affe-19257ef170a5"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:29:38.638896 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbde0ceb-5018-4199-93bd-4fb6c7910d79 x-openstack-request-id: req-cbde0ceb-5018-4199-93bd-4fb6c7910d79 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:29:38.639142 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952", "name": "network-vif-deleted", "tag": "6536c4db-7f73-4444-affe-19257ef170a5", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:29:38.639391 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbde0ceb-5018-4199-93bd-4fb6c7910d79 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:29:38.639793 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbde0ceb-5018-4199-93bd-4fb6c7910d79'] response: {'server_uuid': '4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952', 'name': 'network-vif-deleted', 'tag': '6536c4db-7f73-4444-affe-19257ef170a5', 'status': 'completed', 'code': 200} Sep 24 14:29:38.764224 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-98996a05-8607-4be1-b825-bc96ec73b89f req-6ffb83b9-0dfd-47e4-81e8-74f7a85fd35b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 210 time: 0.0272100 Sep 24 14:29:38.951564 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe401b64-8ee5-4ad2-b123-70dc49170ea8 req-4d5fa200-c3d9-413d-a50d-37df75da1297 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 210 time: 0.0267317 Sep 24 14:29:39.240963 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:39.245913 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:39.868528 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-abe0ad95-cb83-477e-b64f-11ae626f2d0e req-c375413e-f402-4070-956d-d5c8b19ba5bb tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 210 time: 0.0282786 Sep 24 14:29:40.051666 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f9c85fbf-965d-4466-8d8d-51dd841769b7 req-ff8c6194-d36c-4af8-9597-708f4ef4fdbc tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 210 time: 0.0265934 Sep 24 14:29:40.798209 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:40.801021 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=3,neutron:SELECT=12 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:40.803056 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:40.970761 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cb60d97f-5078-4b2f-b74d-1ee6a23ac3a6 req-dfd6b9bf-d80c-40bc-8c48-b49c7cef25b1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 210 time: 0.0287802 Sep 24 14:29:41.154009 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9bd2b64d-c06a-4796-bbd0-22a6399b26be req-5f417643-7068-4215-bff1-ed7fc92bd951 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 210 time: 0.0292172 Sep 24 14:29:41.509877 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['6536c4db-7f73-4444-affe-19257ef170a5'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:29:42.080552 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c3a88cad-f846-41b3-b767-f04c434adef3 req-e29e7116-c635-4f3d-9cce-aa4fc3a24d14 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 210 time: 0.0284197 Sep 24 14:29:42.261872 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:42.280006 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7f6baf22-142b-4cc2-adfe-fdb11f2425df req-90489cf5-fcd7-42d6-9b84-962412e23292 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ad5f39a-1ad3-4e1d-8d99-0f2cbdc66952 HTTP/1.1" status: 200 len: 210 time: 0.0285699 Sep 24 14:29:43.258566 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-62be4dc8-e2aa-41ef-8905-78889a3a250a req-d218019d-7d9c-436b-b6a2-f77af9df7805 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 210 time: 0.0748434 Sep 24 14:29:43.351841 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-71a2b3ae-25c8-4399-b569-1525f84755c4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:43.353468 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-71a2b3ae-25c8-4399-b569-1525f84755c4 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 818 time: 0.1631029 Sep 24 14:29:43.496106 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-60187f2f-d697-4174-a37a-81935804166c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b458789f89a441caad76e78167bc00b HTTP/1.1" status: 200 len: 379 time: 0.1231165 Sep 24 14:29:43.631295 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c0220fdd-dab5-4ce9-9d3b-0d74176c4701 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Request body: {'port': {'device_id': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'admin_state_up': True, 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'security_groups': ['13bd5471-976f-4def-9def-63d2973ab627']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:29:43.743636 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c0220fdd-dab5-4ce9-9d3b-0d74176c4701 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Made reservation on behalf of 9b458789f89a441caad76e78167bc00b for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:29:43.747346 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c0220fdd-dab5-4ce9-9d3b-0d74176c4701 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:43.874506 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c0220fdd-dab5-4ce9-9d3b-0d74176c4701 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Allocated IP 172.20.0.11 (24a47d24-f7df-4dec-9596-133c854781ec/fe857056-21d8-4508-97b2-00f8e846f7d0/1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:29:43.912612 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:44.014829 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c0220fdd-dab5-4ce9-9d3b-0d74176c4701 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:44.060946 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c0220fdd-dab5-4ce9-9d3b-0d74176c4701 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:44.116318 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c0220fdd-dab5-4ce9-9d3b-0d74176c4701 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Network 24a47d24-f7df-4dec-9596-133c854781ec is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:29:44.119506 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c0220fdd-dab5-4ce9-9d3b-0d74176c4701 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:29:44.121919 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c0220fdd-dab5-4ce9-9d3b-0d74176c4701 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:29:44.151504 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0220fdd-dab5-4ce9-9d3b-0d74176c4701 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Pushing event updated for resources: {'Port': ['ID=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:44.181324 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c0220fdd-dab5-4ce9-9d3b-0d74176c4701 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:44.181988 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c0220fdd-dab5-4ce9-9d3b-0d74176c4701 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:44.184372 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:44.201369 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c0220fdd-dab5-4ce9-9d3b-0d74176c4701 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5747812 Sep 24 14:29:44.221211 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Request body: {'port': {'device_id': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:29:44.283002 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:44.376191 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-9c790838-8e01-43e6-bc81-7b1db23399f1 None None] Provisioning complete for port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:29:44.376838 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-9c790838-8e01-43e6-bc81-7b1db23399f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:44.376838 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9c790838-8e01-43e6-bc81-7b1db23399f1 None None] Attempt 1 to provision port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b Sep 24 14:29:44.408963 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9c790838-8e01-43e6-bc81-7b1db23399f1 None None] Port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:29:44.409725 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae47ae1-4c7a-48e4-810e-9b4bca9126f4 req-dcb1e475-39a1-4316-9f16-96501ed61abd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:44.411722 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0ae47ae1-4c7a-48e4-810e-9b4bca9126f4 req-dcb1e475-39a1-4316-9f16-96501ed61abd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 932 time: 0.0505843 Sep 24 14:29:44.462545 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0ae47ae1-4c7a-48e4-810e-9b4bca9126f4 req-596e6e9c-1145-44cf-9a28-851bb3623d27 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451019 Sep 24 14:29:44.553466 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:29:44.560957 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Publish callbacks [] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:44.573371 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Transition to ACTIVE for port object 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:29:44.577115 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:44.651082 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:44.681259 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Attempting to bind port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:29:44.681591 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Attempting to bind port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:29:44.681915 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Attempting to bind port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b on network 24a47d24-f7df-4dec-9596-133c854781ec {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:29:44.721178 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b on network 24a47d24-f7df-4dec-9596-133c854781ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:29:44.721501 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Attempting to bind port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b on network 24a47d24-f7df-4dec-9596-133c854781ec {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:29:44.730929 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:44.748938 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:44.768567 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:29:44.768895 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Checking segment: {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:29:44.769269 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Bound using segment: {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:29:44.770189 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Bound port: 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:29:44.770537 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:44.829372 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] For port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:29:44.833323 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] For port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:29:44.839241 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:44.844231 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:44.844832 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:44.846213 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b HTTP/1.1" status: 200 len: 1094 time: 0.6293499 Sep 24 14:29:44.846759 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'tag': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:29:44.848985 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0d0021-cd45-4ade-8af8-32105b2bd58c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c64d080-3e58-4d1a-a7cc-a2406fc39ce9", "tag": "1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:29:44.889360 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e637ebc7-4eb9-4b4e-abbc-a1d62b23eb23 x-openstack-request-id: req-e637ebc7-4eb9-4b4e-abbc-a1d62b23eb23 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:29:44.889730 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c64d080-3e58-4d1a-a7cc-a2406fc39ce9", "tag": "1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:29:44.889897 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e637ebc7-4eb9-4b4e-abbc-a1d62b23eb23 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:29:44.890302 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e637ebc7-4eb9-4b4e-abbc-a1d62b23eb23'] response: {'name': 'network-changed', 'server_uuid': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'tag': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'status': 'completed', 'code': 200} Sep 24 14:29:44.895607 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ab535-a876-4ece-89fb-2df00b23fdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:44.909903 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9c790838-8e01-43e6-bc81-7b1db23399f1 None None] Attempt 2 to provision port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b Sep 24 14:29:44.947268 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9c790838-8e01-43e6-bc81-7b1db23399f1 None None] Port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:29:45.589111 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f09d7-4c29-4752-ab88-ef20aa683217 req-f89f7e4f-78a9-47d2-9e0c-34c2424fbc2c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:45.590545 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9d9f09d7-4c29-4752-ab88-ef20aa683217 req-f89f7e4f-78a9-47d2-9e0c-34c2424fbc2c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 944 time: 0.0447071 Sep 24 14:29:45.637045 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9d9f09d7-4c29-4752-ab88-ef20aa683217 req-11c922aa-d319-4ebd-9435-b596d117d9f9 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410161 Sep 24 14:29:46.767979 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d638c6f-ddf9-4d51-a7eb-0e230bfbda2e req-ebe10a2c-1712-4bf1-a0c6-67dcdb0c50f2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:46.769425 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4d638c6f-ddf9-4d51-a7eb-0e230bfbda2e req-ebe10a2c-1712-4bf1-a0c6-67dcdb0c50f2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 944 time: 0.0513349 Sep 24 14:29:46.816178 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4d638c6f-ddf9-4d51-a7eb-0e230bfbda2e req-2937c4f3-cbd6-4fdf-bac5-18d6964d6ce1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404696 Sep 24 14:29:47.934210 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4da98-0fc3-4e3d-a7bf-26910246bdb1 req-6b2cbd34-747b-48fc-a364-e8d57570ad13 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:47.935749 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-efa4da98-0fc3-4e3d-a7bf-26910246bdb1 req-6b2cbd34-747b-48fc-a364-e8d57570ad13 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 944 time: 0.0449011 Sep 24 14:29:47.979539 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 6536c4db-7f73-4444-affe-19257ef170a5 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:29:47.982449 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-efa4da98-0fc3-4e3d-a7bf-26910246bdb1 req-3130828c-a4af-45dc-940a-9143cb26dd9a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409803 Sep 24 14:29:47.999175 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 6536c4db-7f73-4444-affe-19257ef170a5 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:29:47.999518 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 6536c4db-7f73-4444-affe-19257ef170a5 not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:29:48.094765 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:48.098971 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d0021-cd45-4ade-8af8-32105b2bd58c req-cdc0ba30-7b11-43e0-9455-63221b84d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:48.100429 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-de0d0021-cd45-4ade-8af8-32105b2bd58c req-cdc0ba30-7b11-43e0-9455-63221b84d496 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 1128 time: 0.0383620 Sep 24 14:29:48.236251 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d0021-cd45-4ade-8af8-32105b2bd58c req-0b4c5fa6-7c35-4522-bd04-44437f28efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:48.240585 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-de0d0021-cd45-4ade-8af8-32105b2bd58c req-0b4c5fa6-7c35-4522-bd04-44437f28efe1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=9b458789f89a441caad76e78167bc00b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0916936 Sep 24 14:29:48.329188 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d0021-cd45-4ade-8af8-32105b2bd58c req-384d1cf4-6ebd-4dd4-a0cd-fcc7996c2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:48.330622 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-de0d0021-cd45-4ade-8af8-32105b2bd58c req-384d1cf4-6ebd-4dd4-a0cd-fcc7996c2a66 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0869787 Sep 24 14:29:48.426741 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-7ae7e6c7-8303-44dc-98dc-0808edf497c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:48.428232 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-7ae7e6c7-8303-44dc-98dc-0808edf497c6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 1128 time: 0.0414288 Sep 24 14:29:48.471395 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-9ed86ee9-d7ab-4179-b6d7-6e3969176f49 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b HTTP/1.1" status: 200 len: 217 time: 0.0311973 Sep 24 14:29:48.517716 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-00e321ce-3406-49d0-a4e8-a64e756aca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:48.519112 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-00e321ce-3406-49d0-a4e8-a64e756aca76 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.0424170 Sep 24 14:29:48.559989 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-fae21883-2c53-4099-8d6e-48af137b462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:48.561377 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-fae21883-2c53-4099-8d6e-48af137b462e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370147 Sep 24 14:29:48.650150 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-00340796-eaaf-49c2-b7b4-d95a7379530a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830607 Sep 24 14:29:48.742769 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8433aa3c-dd4c-49a1-93eb-87bdf01ba3ab req-bca46bd7-bbbd-4471-a260-622b982fe80d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873635 Sep 24 14:29:49.104480 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d405f0f-67c8-48c3-aa49-0fc8c7ed80a8 req-cc31ec96-d793-4ca1-9ef0-bc40d558625f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:49.105932 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d405f0f-67c8-48c3-aa49-0fc8c7ed80a8 req-cc31ec96-d793-4ca1-9ef0-bc40d558625f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 944 time: 0.0458419 Sep 24 14:29:49.152054 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d405f0f-67c8-48c3-aa49-0fc8c7ed80a8 req-c5c2497c-e978-48c9-a07e-203601e45b50 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405691 Sep 24 14:29:50.280198 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba78e4-91d3-4e44-9b0f-4786417363f8 req-a635d93f-0b09-4f2b-a6fe-4ea7554be84c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:50.282020 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-47ba78e4-91d3-4e44-9b0f-4786417363f8 req-a635d93f-0b09-4f2b-a6fe-4ea7554be84c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 944 time: 0.0516198 Sep 24 14:29:50.335447 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-47ba78e4-91d3-4e44-9b0f-4786417363f8 req-28dc8258-6eb9-4be9-95b1-f142288bb851 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468338 Sep 24 14:29:51.456835 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c9087-ffb5-4618-9d9a-ce47ae51f26a req-d47198dd-bad6-4eab-922c-f37b568ef684 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:51.458847 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-232c9087-ffb5-4618-9d9a-ce47ae51f26a req-d47198dd-bad6-4eab-922c-f37b568ef684 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 944 time: 0.0463648 Sep 24 14:29:51.506170 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-232c9087-ffb5-4618-9d9a-ce47ae51f26a req-ce2e76a3-6147-43ee-bb60-9f2b27850431 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418713 Sep 24 14:29:51.537027 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 42356) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:51.582295 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08db127-9bbc-44d1-a41d-a157218ba3d7 admin admin] Deleting subnet c0cb5ea2-0630-4d40-8182-2245cfbacb87 {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:29:51.586107 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d08db127-9bbc-44d1-a41d-a157218ba3d7 admin admin] Publish callbacks [] for subnet (c0cb5ea2-0630-4d40-8182-2245cfbacb87), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:51.603451 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:51.620045 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d08db127-9bbc-44d1-a41d-a157218ba3d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027442'] for subnet (c0cb5ea2-0630-4d40-8182-2245cfbacb87), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:51.659107 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d08db127-9bbc-44d1-a41d-a157218ba3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (c0cb5ea2-0630-4d40-8182-2245cfbacb87), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:51.694014 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:51.711654 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d08db127-9bbc-44d1-a41d-a157218ba3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2967591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530269242'] for subnet (c0cb5ea2-0630-4d40-8182-2245cfbacb87), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:51.739268 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08db127-9bbc-44d1-a41d-a157218ba3d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0cb5ea2-0630-4d40-8182-2245cfbacb87,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:51.742873 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d08db127-9bbc-44d1-a41d-a157218ba3d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:51.745929 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d08db127-9bbc-44d1-a41d-a157218ba3d7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c0cb5ea2-0630-4d40-8182-2245cfbacb87 HTTP/1.1" status: 204 len: 168 time: 0.2079184 Sep 24 14:29:51.748503 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 42358) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:51.814419 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4dabc18d-4077-469b-99ed-1c6d6ff2d919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (cf33ff85-b00e-4cb9-baf7-37e7e127362a), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:51.892281 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4dabc18d-4077-469b-99ed-1c6d6ff2d919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (cf33ff85-b00e-4cb9-baf7-37e7e127362a), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:51.912420 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-4dabc18d-4077-469b-99ed-1c6d6ff2d919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf33ff85-b00e-4cb9-baf7-37e7e127362a']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:29:51.921282 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-4dabc18d-4077-469b-99ed-1c6d6ff2d919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de43534-40f3-475f-a20c-473c4636ddca') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:29:51.921612 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-4dabc18d-4077-469b-99ed-1c6d6ff2d919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de43534-40f3-475f-a20c-473c4636ddca') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:29:51.931317 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4dabc18d-4077-469b-99ed-1c6d6ff2d919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027401'] for segment (0de43534-40f3-475f-a20c-473c4636ddca), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:51.944698 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4dabc18d-4077-469b-99ed-1c6d6ff2d919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (0de43534-40f3-475f-a20c-473c4636ddca), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:51.950757 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dabc18d-4077-469b-99ed-1c6d6ff2d919 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:29:51.951165 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4dabc18d-4077-469b-99ed-1c6d6ff2d919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967709'] for segment (0de43534-40f3-475f-a20c-473c4636ddca), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:51.990057 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 0de43534-40f3-475f-a20c-473c4636ddca resource provider aggregate not found Sep 24 14:29:52.010366 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 0de43534-40f3-475f-a20c-473c4636ddca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0de43534-40f3-475f-a20c-473c4636ddca found for delete ", "request_id": "req-acba6e71-04df-4f50-95e6-f6f87f3ac27f"}]} Sep 24 14:29:52.015733 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4dabc18d-4077-469b-99ed-1c6d6ff2d919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (cf33ff85-b00e-4cb9-baf7-37e7e127362a), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.024179 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4dabc18d-4077-469b-99ed-1c6d6ff2d919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.029950 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-4dabc18d-4077-469b-99ed-1c6d6ff2d919 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/cf33ff85-b00e-4cb9-baf7-37e7e127362a HTTP/1.1" status: 204 len: 168 time: 0.2794504 Sep 24 14:29:52.035326 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 42366) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:52.042563 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabc18d-4077-469b-99ed-1c6d6ff2d919 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf33ff85-b00e-4cb9-baf7-37e7e127362a,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:52.072675 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:52.079162 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ad2d96-d89b-4ffa-a148-4c06ac97c4bd admin admin] Deleting subnet 3ad1bfa2-9cce-4b12-9b85-bfb321da7c22 {{(pid=106294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:29:52.083084 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2d96-d89b-4ffa-a148-4c06ac97c4bd admin admin] Publish callbacks [] for subnet (3ad1bfa2-9cce-4b12-9b85-bfb321da7c22), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.117830 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2d96-d89b-4ffa-a148-4c06ac97c4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530143779'] for subnet (3ad1bfa2-9cce-4b12-9b85-bfb321da7c22), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.161905 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2d96-d89b-4ffa-a148-4c06ac97c4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (3ad1bfa2-9cce-4b12-9b85-bfb321da7c22), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.216676 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2d96-d89b-4ffa-a148-4c06ac97c4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2186898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530180628'] for subnet (3ad1bfa2-9cce-4b12-9b85-bfb321da7c22), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.242243 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad2d96-d89b-4ffa-a148-4c06ac97c4bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad1bfa2-9cce-4b12-9b85-bfb321da7c22,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:52.245933 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2d96-d89b-4ffa-a148-4c06ac97c4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.251619 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-f7ad2d96-d89b-4ffa-a148-4c06ac97c4bd admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/3ad1bfa2-9cce-4b12-9b85-bfb321da7c22 HTTP/1.1" status: 204 len: 168 time: 0.2185071 Sep 24 14:29:52.251828 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 42376) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:52.320215 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-54cd251e-4689-4948-a4c4-649175b28c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (a05b9053-9329-4d28-b4e4-1cff817e7e1b), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.612512 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-54cd251e-4689-4948-a4c4-649175b28c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (a05b9053-9329-4d28-b4e4-1cff817e7e1b), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.626850 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef2eb1-101d-4a54-b60d-f88d17f3863d req-2bd8f632-2281-4f19-ab22-1f5b23384915 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:52.628590 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8eef2eb1-101d-4a54-b60d-f88d17f3863d req-2bd8f632-2281-4f19-ab22-1f5b23384915 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 944 time: 0.0472012 Sep 24 14:29:52.633389 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-54cd251e-4689-4948-a4c4-649175b28c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05b9053-9329-4d28-b4e4-1cff817e7e1b']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:29:52.642632 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-54cd251e-4689-4948-a4c4-649175b28c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4e8178-7cf1-4c12-bc1d-6cde93599068') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:29:52.642971 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-54cd251e-4689-4948-a4c4-649175b28c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4e8178-7cf1-4c12-bc1d-6cde93599068') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:29:52.652622 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-54cd251e-4689-4948-a4c4-649175b28c36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027401'] for segment (5d4e8178-7cf1-4c12-bc1d-6cde93599068), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.666184 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-54cd251e-4689-4948-a4c4-649175b28c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (5d4e8178-7cf1-4c12-bc1d-6cde93599068), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.672244 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cd251e-4689-4948-a4c4-649175b28c36 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:29:52.672619 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-54cd251e-4689-4948-a4c4-649175b28c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967709'] for segment (5d4e8178-7cf1-4c12-bc1d-6cde93599068), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.675449 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8eef2eb1-101d-4a54-b60d-f88d17f3863d req-d6472212-f463-448e-ab18-7fbb7e75e37c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411639 Sep 24 14:29:52.727024 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-54cd251e-4689-4948-a4c4-649175b28c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (a05b9053-9329-4d28-b4e4-1cff817e7e1b), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.731217 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-54cd251e-4689-4948-a4c4-649175b28c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:52.734255 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-54cd251e-4689-4948-a4c4-649175b28c36 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/a05b9053-9329-4d28-b4e4-1cff817e7e1b HTTP/1.1" status: 204 len: 168 time: 0.4816101 Sep 24 14:29:52.746758 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd251e-4689-4948-a4c4-649175b28c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=a05b9053-9329-4d28-b4e4-1cff817e7e1b,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:52.907192 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 42384) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:52.950238 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-58ce86c3-4b6e-4bd6-9b6b-2c81df0dad1a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cb04a85a9c074d1ba6a1fd2347fc5544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418663 Sep 24 14:29:52.952800 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 42386) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:52.998973 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-62781895-8cd1-4a01-9863-59db78bbd599 admin admin] Publish callbacks [] for security_group (972c316a-e381-4dac-8d3c-a49f08238ae2), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:53.017760 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-62781895-8cd1-4a01-9863-59db78bbd599 admin admin] Publish callbacks [] for security_group (972c316a-e381-4dac-8d3c-a49f08238ae2), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:53.031236 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:53.066418 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-62781895-8cd1-4a01-9863-59db78bbd599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (972c316a-e381-4dac-8d3c-a49f08238ae2), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:53.069354 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-62781895-8cd1-4a01-9863-59db78bbd599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:53.070494 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-62781895-8cd1-4a01-9863-59db78bbd599 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/972c316a-e381-4dac-8d3c-a49f08238ae2 HTTP/1.1" status: 204 len: 168 time: 0.1168222 Sep 24 14:29:53.077963 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62781895-8cd1-4a01-9863-59db78bbd599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972c316a-e381-4dac-8d3c-a49f08238ae2,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:53.389259 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 42396) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:53.441071 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-df55efa2-1817-46e5-a2bc-ed6562733cd1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fa1307e6cbc2454bb1eea745990a3a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0506451 Sep 24 14:29:53.443929 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 42398) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:53.490547 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-48c4dd06-2a82-4f63-ae4f-d9d435e21d7a admin admin] Publish callbacks [] for security_group (3be9adda-c98a-428b-8885-382bd6456a92), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:53.492969 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:53.513818 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-48c4dd06-2a82-4f63-ae4f-d9d435e21d7a admin admin] Publish callbacks [] for security_group (3be9adda-c98a-428b-8885-382bd6456a92), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:53.559661 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-48c4dd06-2a82-4f63-ae4f-d9d435e21d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (3be9adda-c98a-428b-8885-382bd6456a92), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:53.562251 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-48c4dd06-2a82-4f63-ae4f-d9d435e21d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:53.563406 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-48c4dd06-2a82-4f63-ae4f-d9d435e21d7a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3be9adda-c98a-428b-8885-382bd6456a92 HTTP/1.1" status: 204 len: 168 time: 0.1185975 Sep 24 14:29:53.571875 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4dd06-2a82-4f63-ae4f-d9d435e21d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be9adda-c98a-428b-8885-382bd6456a92,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:53.800890 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b30cc-d403-4623-9860-bb76d0f1e808 req-e0e8e2b7-cb76-46db-a9a8-422921b31b03 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:53.803125 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5b3b30cc-d403-4623-9860-bb76d0f1e808 req-e0e8e2b7-cb76-46db-a9a8-422921b31b03 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 944 time: 0.0474772 Sep 24 14:29:53.854074 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5b3b30cc-d403-4623-9860-bb76d0f1e808 req-2d4b9c13-8fb1-43f3-9e29-977c64528e60 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442567 Sep 24 14:29:54.027321 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 5d4e8178-7cf1-4c12-bc1d-6cde93599068 resource provider aggregate not found Sep 24 14:29:54.044456 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 5d4e8178-7cf1-4c12-bc1d-6cde93599068 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d4e8178-7cf1-4c12-bc1d-6cde93599068 found for delete ", "request_id": "req-d87d1854-b321-433c-ad54-d09093cdd1ba"}]} Sep 24 14:29:54.214355 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:54.976184 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220881e-7b5a-4a57-bba5-f5c18af01b28 req-db573f67-268f-404f-b43c-b0d647ab3524 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:54.977626 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7220881e-7b5a-4a57-bba5-f5c18af01b28 req-db573f67-268f-404f-b43c-b0d647ab3524 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 944 time: 0.0478098 Sep 24 14:29:55.023494 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7220881e-7b5a-4a57-bba5-f5c18af01b28 req-7cc0bebd-b74d-4db4-acf2-d1d89e0ea5f7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405099 Sep 24 14:29:55.189286 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:29:55.665470 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f9577fc8-45f2-4d6b-9ef6-be7645a129c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:56.076688 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:29:56.150943 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1dddc-46f3-423f-a505-5468f039af87 req-d69b6491-db43-4763-8635-af34083b4e1b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:56.152413 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-98b1dddc-46f3-423f-a505-5468f039af87 req-d69b6491-db43-4763-8635-af34083b4e1b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 944 time: 0.0454569 Sep 24 14:29:56.178744 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:29:56.189537 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'port_id': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'mac_address': 'fa:16:3e:36:99:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:29:56.199461 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-98b1dddc-46f3-423f-a505-5468f039af87 req-5478cbe3-6235-41ca-85fa-08a5e4cc80dd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408540 Sep 24 14:29:56.223930 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:29:56.224316 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:56.240204 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:29:56.259188 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:29:56.263251 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:56.307743 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:56.314590 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.314974 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.315315 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.315645 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.315971 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.316294 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.316614 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.317448 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.317767 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.318085 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.318401 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.318740 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.319085 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.319397 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.319708 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:29:56.601430 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:56.695862 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-a3a65404-d833-4997-af0d-55d124bf9c59 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:56.697281 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-a3a65404-d833-4997-af0d-55d124bf9c59 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/networks?id=a32ad358-eeec-447f-91f8-a6f31db4b6a2 HTTP/1.1" status: 200 len: 814 time: 0.1059570 Sep 24 14:29:56.711453 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-d418a8d1-1ccd-4af9-8b63-79fec73cad7e tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/quotas/27e584f45faa47afa4ced9db997f4e4a HTTP/1.1" status: 200 len: 375 time: 0.0087631 Sep 24 14:29:56.743308 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c411d5fb-376f-4c65-b80e-e75231170a72 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=27e584f45faa47afa4ced9db997f4e4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268281 Sep 24 14:29:56.800898 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:29:56.844636 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-41b19773-783a-48fe-a870-e0d637ce0c9f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a32ad358-eeec-447f-91f8-a6f31db4b6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944762 Sep 24 14:29:56.947950 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-ce8f45ba-fb23-4f6e-b75d-ffeb8ee3995c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a32ad358-eeec-447f-91f8-a6f31db4b6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946817 Sep 24 14:29:57.138805 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-39c82a24-ccbb-4e84-bdc8-6779747639d9 req-e9e630fc-b432-46ee-acbd-ad20c2e6af31 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 210 time: 0.0295305 Sep 24 14:29:57.319052 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a0cec-aab9-41bb-8c9f-63c0e07390b2 req-5ae412af-efca-4a31-a49f-1ca3e7703399 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:57.320517 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-275a0cec-aab9-41bb-8c9f-63c0e07390b2 req-5ae412af-efca-4a31-a49f-1ca3e7703399 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 945 time: 0.0467863 Sep 24 14:29:57.372885 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-275a0cec-aab9-41bb-8c9f-63c0e07390b2 req-1829ab6c-1c70-4d18-aa3f-b31f117684aa tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466924 Sep 24 14:29:57.841913 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 42500) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:57.945792 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-45aa5105-c3e1-4ea6-acbb-f88f5c49f57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:58.019564 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-45aa5105-c3e1-4ea6-acbb-f88f5c49f57b admin admin] Publish callbacks [] for security_group (cdf44a15-49cc-42e4-88f2-ac9d2b57d723), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:58.023900 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-45aa5105-c3e1-4ea6-acbb-f88f5c49f57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (cdf44a15-49cc-42e4-88f2-ac9d2b57d723), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:58.066220 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-45aa5105-c3e1-4ea6-acbb-f88f5c49f57b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cfda065c9bdf4d8996649b48cf6b3285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230933 Sep 24 14:29:58.067325 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa5105-c3e1-4ea6-acbb-f88f5c49f57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf44a15-49cc-42e4-88f2-ac9d2b57d723,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:58.069154 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 42506) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:58.100679 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2e254935-f64f-4918-8bed-7f8bc7d3b718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:58.129815 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3af11c2e-0ce5-4407-ae16-42cb8aac3b5f admin admin] Publish callbacks [] for security_group (cdf44a15-49cc-42e4-88f2-ac9d2b57d723), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:58.149762 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3af11c2e-0ce5-4407-ae16-42cb8aac3b5f admin admin] Publish callbacks [] for security_group (cdf44a15-49cc-42e4-88f2-ac9d2b57d723), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:58.199181 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3af11c2e-0ce5-4407-ae16-42cb8aac3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (cdf44a15-49cc-42e4-88f2-ac9d2b57d723), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:58.201667 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3af11c2e-0ce5-4407-ae16-42cb8aac3b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:58.202790 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-3af11c2e-0ce5-4407-ae16-42cb8aac3b5f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cdf44a15-49cc-42e4-88f2-ac9d2b57d723 HTTP/1.1" status: 204 len: 168 time: 0.1310585 Sep 24 14:29:58.211500 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af11c2e-0ce5-4407-ae16-42cb8aac3b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf44a15-49cc-42e4-88f2-ac9d2b57d723,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:58.255847 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8b05c768-1380-46a4-b94d-fe468b1c158e req-fd9b8c23-3670-4f61-b07a-7d740bd3be83 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 210 time: 0.0383856 Sep 24 14:29:58.474839 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:58.493991 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadec362-594e-4bd1-965e-a5a67c34f66e req-614d7fd4-7bd7-48a3-b4bd-71c7a1bf9b0c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:58.495534 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-dadec362-594e-4bd1-965e-a5a67c34f66e req-614d7fd4-7bd7-48a3-b4bd-71c7a1bf9b0c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 945 time: 0.0476904 Sep 24 14:29:58.543610 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-dadec362-594e-4bd1-965e-a5a67c34f66e req-bc2748dc-23c6-4e87-a2ba-98f9226afb8c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424831 Sep 24 14:29:58.822930 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 42532) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:58.918152 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-234442009-network', 'tenant_id': '5ab7af1a1c6749548a6ed520b119d868'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:29:58.936321 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Made reservation on behalf of 5ab7af1a1c6749548a6ed520b119d868 for: {'network': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:29:58.938508 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:58.946556 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:59.025230 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Publish callbacks [] for security_group (92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:59.028802 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:59.056388 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=106294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:29:59.062663 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:59.066067 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:59.070185 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (54f08c96-7f93-4859-8a02-18005d40a2c4), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:59.070775 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.segments_db [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Added segment 54f08c96-7f93-4859-8a02-18005d40a2c4 of type vlan for network 5cde2b2a-2e0e-44db-bb33-6d4b4863e498 Sep 24 14:29:59.111045 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (5cde2b2a-2e0e-44db-bb33-6d4b4863e498), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:59.143648 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (5cde2b2a-2e0e-44db-bb33-6d4b4863e498), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:59.143648 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:59.143648 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:59.175320 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:59.193871 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3698552 Sep 24 14:29:59.196930 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 42538) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:29:59.201874 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-fd521330-a76f-4a3d-9d77-2dab58e909d2 admin admin] Request body: {'subnet': {'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-234442009-subnet', 'tenant_id': '5ab7af1a1c6749548a6ed520b119d868', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:29:59.204719 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e64914-be18-4be1-973a-9b4cbcae79cd admin admin] Pushing event updated for resources: {'Network': ['ID=5cde2b2a-2e0e-44db-bb33-6d4b4863e498,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:59.216313 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network 5cde2b2a-2e0e-44db-bb33-6d4b4863e498 details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:29:59.222630 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd521330-a76f-4a3d-9d77-2dab58e909d2 admin admin] Made reservation on behalf of 5ab7af1a1c6749548a6ed520b119d868 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:29:59.224989 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-fd521330-a76f-4a3d-9d77-2dab58e909d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530269205'] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:59.365227 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7f0f842b-68f1-4463-ac47-6fc93e51c591 req-749dcfda-d2e2-4849-a5b8-9316baf679e2 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 210 time: 0.0303946 Sep 24 14:29:59.375304 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:29:59.420931 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-fd521330-a76f-4a3d-9d77-2dab58e909d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530269187'] for subnet (1dc057ba-dbcd-4f32-bdc1-ee325ba7b670), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:59.479277 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd521330-a76f-4a3d-9d77-2dab58e909d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc057ba-dbcd-4f32-bdc1-ee325ba7b670,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:29:59.488173 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd521330-a76f-4a3d-9d77-2dab58e909d2 admin admin] Checking segment: {'id': '54f08c96-7f93-4859-8a02-18005d40a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:29:59.489027 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd521330-a76f-4a3d-9d77-2dab58e909d2 admin admin] Network hostable DHCP agents. Network: 5cde2b2a-2e0e-44db-bb33-6d4b4863e498, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:29:59.511915 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd521330-a76f-4a3d-9d77-2dab58e909d2 admin admin] Network 5cde2b2a-2e0e-44db-bb33-6d4b4863e498 is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:29:59.520800 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-fd521330-a76f-4a3d-9d77-2dab58e909d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, 5cde2b2a-2e0e-44db-bb33-6d4b4863e498) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:29:59.525266 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd521330-a76f-4a3d-9d77-2dab58e909d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:59.526361 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-fd521330-a76f-4a3d-9d77-2dab58e909d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:29:59.534767 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9196fee5-36d2-4989-b5f5-c1a08756cd32 None None] Network 5cde2b2a-2e0e-44db-bb33-6d4b4863e498 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:29:59.542643 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-fd521330-a76f-4a3d-9d77-2dab58e909d2 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3445385 Sep 24 14:29:59.637333 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba460bce-c161-4fc0-9ed3-4f3f4b9b12f0 None None] Network 5cde2b2a-2e0e-44db-bb33-6d4b4863e498 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:29:59.702136 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203d1c-4b14-4497-bba2-ec2b69225e11 req-ce7ecc60-1dfa-43bd-8c50-db75580981bb tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:29:59.703996 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-69203d1c-4b14-4497-bba2-ec2b69225e11 req-ce7ecc60-1dfa-43bd-8c50-db75580981bb tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 945 time: 0.0589905 Sep 24 14:29:59.756638 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-69203d1c-4b14-4497-bba2-ec2b69225e11 req-c37f8c27-aed2-463d-8bcb-e3e295e7f744 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468807 Sep 24 14:30:00.465179 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d5024e5-607c-4ede-946e-721dd677bca0 req-0ca2ef61-9e11-4462-9a25-039738a2d709 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 210 time: 0.0269730 Sep 24 14:30:00.643254 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:00.812218 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:00.883593 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397871f6-a9c8-4170-a43f-ca2b6aadf671 req-d72b50ca-82e6-4ee3-b49f-49b5915e7168 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:00.885022 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-397871f6-a9c8-4170-a43f-ca2b6aadf671 req-d72b50ca-82e6-4ee3-b49f-49b5915e7168 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 945 time: 0.0447216 Sep 24 14:30:00.931073 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-397871f6-a9c8-4170-a43f-ca2b6aadf671 req-f59bdb8f-a6ef-4a48-a818-1d33cdb87373 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404315 Sep 24 14:30:01.563095 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9205fa9f-498f-4b05-b38e-2538707b3046 req-af8addfd-3170-49f1-9514-0503293f6d68 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 210 time: 0.0256028 Sep 24 14:30:02.051750 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2bc8e-b174-4de6-87ae-e81574bc4f7d req-69a4ad05-53b7-42e7-8dc5-f0d3424667b2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:02.053193 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2ae2bc8e-b174-4de6-87ae-e81574bc4f7d req-69a4ad05-53b7-42e7-8dc5-f0d3424667b2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 945 time: 0.0492387 Sep 24 14:30:02.098909 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2ae2bc8e-b174-4de6-87ae-e81574bc4f7d req-d61608bd-26ee-42d5-99ef-2a6ea3120656 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401394 Sep 24 14:30:02.167254 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:30:02.216354 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:30:02.225095 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:30:02.225872 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:02.226213 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b Sep 24 14:30:02.309562 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:30:02.309955 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:02.335147 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:30:02.337088 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:02.343285 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d107fd62-85db-42ef-b015-1cc044468913" -d '{"events": [{"server_uuid": "6c64d080-3e58-4d1a-a7cc-a2406fc39ce9", "name": "network-vif-plugged", "status": "completed", "tag": "1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:30:02.361850 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:30:02.369802 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:02.400957 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-77412306-9b8e-4644-805a-e6e42cf492b4 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:02.402489 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-77412306-9b8e-4644-805a-e6e42cf492b4 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a32ad358-eeec-447f-91f8-a6f31db4b6a2 HTTP/1.1" status: 200 len: 814 time: 0.1304040 Sep 24 14:30:02.412757 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d0d18a-d803-45a2-803d-a0c1694f9fb9 x-openstack-request-id: req-17d0d18a-d803-45a2-803d-a0c1694f9fb9 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:30:02.413132 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c64d080-3e58-4d1a-a7cc-a2406fc39ce9", "name": "network-vif-plugged", "status": "completed", "tag": "1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:30:02.413393 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17d0d18a-d803-45a2-803d-a0c1694f9fb9 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:30:02.413832 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d0d18a-d803-45a2-803d-a0c1694f9fb9'] response: {'server_uuid': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'code': 200} Sep 24 14:30:02.440873 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:02.480443 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-bd86690f-223a-42e3-90fd-8491f57d15e8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Request body: {'port': {'device_id': 'b1c44be5-8822-4ba2-b0be-4431ac14f185', 'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2', 'admin_state_up': True, 'tenant_id': '27e584f45faa47afa4ced9db997f4e4a'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:30:02.611824 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-bd86690f-223a-42e3-90fd-8491f57d15e8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Made reservation on behalf of 27e584f45faa47afa4ced9db997f4e4a for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:30:02.615749 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-bd86690f-223a-42e3-90fd-8491f57d15e8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:02.673886 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cc4362e0-10d6-4326-8acc-04806c591546 req-99daea0d-361f-4249-8503-ddb669096aa7 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 210 time: 0.0305886 Sep 24 14:30:02.745353 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ac5a7-a772-4b41-9697-139fb9696b96 req-4a92a4fc-9c8a-4399-840d-6c0ec40b9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:02.746842 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-422ac5a7-a772-4b41-9697-139fb9696b96 req-4a92a4fc-9c8a-4399-840d-6c0ec40b9c70 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 1130 time: 0.0589073 Sep 24 14:30:02.834069 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-bd86690f-223a-42e3-90fd-8491f57d15e8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Allocated IP 172.20.0.4 (a32ad358-eeec-447f-91f8-a6f31db4b6a2/363f3389-2e5d-4bfc-8e18-bb8720aeef9a/efe264bb-2645-4dc3-899c-304f3587db1e) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:30:02.845109 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-422ac5a7-a772-4b41-9697-139fb9696b96 req-04efebf3-4774-4b0f-aaa7-f0b0d0d4af46 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663412 Sep 24 14:30:02.939281 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:03.002401 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-bd86690f-223a-42e3-90fd-8491f57d15e8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks [] for port (efe264bb-2645-4dc3-899c-304f3587db1e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:03.042798 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-bd86690f-223a-42e3-90fd-8491f57d15e8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (efe264bb-2645-4dc3-899c-304f3587db1e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:03.088152 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-bd86690f-223a-42e3-90fd-8491f57d15e8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Network a32ad358-eeec-447f-91f8-a6f31db4b6a2 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:30:03.091436 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-bd86690f-223a-42e3-90fd-8491f57d15e8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:30:03.095322 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-bd86690f-223a-42e3-90fd-8491f57d15e8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:30:03.122114 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86690f-223a-42e3-90fd-8491f57d15e8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Pushing event updated for resources: {'Port': ['ID=efe264bb-2645-4dc3-899c-304f3587db1e,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:03.150450 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-bd86690f-223a-42e3-90fd-8491f57d15e8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:03.151081 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-bd86690f-223a-42e3-90fd-8491f57d15e8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:03.169402 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-bd86690f-223a-42e3-90fd-8491f57d15e8 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6935909 Sep 24 14:30:03.235609 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd5e65-4bf2-4ce0-8723-4d0c034f3d99 req-7964867c-184e-4dea-9242-47d5620eba7b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:03.237693 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-47dd5e65-4bf2-4ce0-8723-4d0c034f3d99 req-7964867c-184e-4dea-9242-47d5620eba7b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0520775 Sep 24 14:30:03.296285 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-47dd5e65-4bf2-4ce0-8723-4d0c034f3d99 req-19265fdd-02d2-4e11-a371-7222008b392e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500243 Sep 24 14:30:03.425129 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:03.456882 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-26b96a05-1ec0-48b0-ac41-a29320e74db9 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:03.458493 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-26b96a05-1ec0-48b0-ac41-a29320e74db9 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/networks?id=5cde2b2a-2e0e-44db-bb33-6d4b4863e498 HTTP/1.1" status: 200 len: 808 time: 0.1107628 Sep 24 14:30:03.473384 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-280001b2-d7c1-4778-ab22-e48399b54de1 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/quotas/5ab7af1a1c6749548a6ed520b119d868 HTTP/1.1" status: 200 len: 375 time: 0.0094085 Sep 24 14:30:03.507228 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-962115d4-b79b-4274-8040-df629a7cc7a2 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5ab7af1a1c6749548a6ed520b119d868&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283978 Sep 24 14:30:03.601176 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-10b6f9fc-9a48-44f5-bacd-c6461da4d4e5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5cde2b2a-2e0e-44db-bb33-6d4b4863e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873206 Sep 24 14:30:03.689788 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-4a3ba2d2-bf8b-4ae5-93c1-a8b73777ba94 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5cde2b2a-2e0e-44db-bb33-6d4b4863e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828698 Sep 24 14:30:03.812246 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c5cd8-ec72-4309-aecb-d3b92f51582d req-fa21ef34-78da-4cd2-84c1-184d196c0c15 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:03.814017 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-629c5cd8-ec72-4309-aecb-d3b92f51582d req-fa21ef34-78da-4cd2-84c1-184d196c0c15 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 931 time: 0.0575249 Sep 24 14:30:03.833780 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Request body: {'port': {'device_id': 'b1c44be5-8822-4ba2-b0be-4431ac14f185', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:30:03.860662 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cff250e3-716f-4a36-a587-9a44f59ec959 req-2923f74f-75c4-45f9-8c9d-bce0eac7b5ca tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 210 time: 0.0313156 Sep 24 14:30:03.905638 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-629c5cd8-ec72-4309-aecb-d3b92f51582d req-13531655-7e26-4321-a27c-10d367a8c46b tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862753 Sep 24 14:30:03.938362 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (efe264bb-2645-4dc3-899c-304f3587db1e), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:03.941312 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:04.221329 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe264bb-2645-4dc3-899c-304f3587db1e {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:30:04.231103 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Publish callbacks [] for port (efe264bb-2645-4dc3-899c-304f3587db1e), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:04.243204 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Transition to ACTIVE for port object efe264bb-2645-4dc3-899c-304f3587db1e will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:30:04.246297 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (efe264bb-2645-4dc3-899c-304f3587db1e), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:04.275009 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:04.327715 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Pushing event updated for resources: {'Port': ['ID=efe264bb-2645-4dc3-899c-304f3587db1e,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:04.363897 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Attempting to bind port efe264bb-2645-4dc3-899c-304f3587db1e on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:30:04.364241 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Attempting to bind port efe264bb-2645-4dc3-899c-304f3587db1e by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '092c8bb3-def4-45a3-9cfe-4817d5dd5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:30:04.364580 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Attempting to bind port efe264bb-2645-4dc3-899c-304f3587db1e on network a32ad358-eeec-447f-91f8-a6f31db4b6a2 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:30:04.407142 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Port efe264bb-2645-4dc3-899c-304f3587db1e on network a32ad358-eeec-447f-91f8-a6f31db4b6a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:30:04.407473 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Attempting to bind port efe264bb-2645-4dc3-899c-304f3587db1e on network a32ad358-eeec-447f-91f8-a6f31db4b6a2 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:30:04.424913 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da027a09-6dea-4f0a-9749-e8b453552e90 req-7f66a227-0bd2-449b-984b-4248207f791d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:04.426417 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-da027a09-6dea-4f0a-9749-e8b453552e90 req-7f66a227-0bd2-449b-984b-4248207f791d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0527248 Sep 24 14:30:04.449148 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:30:04.449486 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Checking segment: {'id': '092c8bb3-def4-45a3-9cfe-4817d5dd5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:30:04.449980 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Bound using segment: {'id': '092c8bb3-def4-45a3-9cfe-4817d5dd5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:30:04.450419 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Bound port: efe264bb-2645-4dc3-899c-304f3587db1e, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092c8bb3-def4-45a3-9cfe-4817d5dd5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:30:04.450772 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (efe264bb-2645-4dc3-899c-304f3587db1e), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:04.474070 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-da027a09-6dea-4f0a-9749-e8b453552e90 req-ad6738d9-fd4e-44e3-9d01-8c2822762a02 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412688 Sep 24 14:30:04.513367 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] For port efe264bb-2645-4dc3-899c-304f3587db1e, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:30:04.516322 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] For port efe264bb-2645-4dc3-899c-304f3587db1e, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=efe264bb-2645-4dc3-899c-304f3587db1e,segment=NetworkSegment(092c8bb3-def4-45a3-9cfe-4817d5dd5749),segment_id=092c8bb3-def4-45a3-9cfe-4817d5dd5749)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:30:04.523714 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (efe264bb-2645-4dc3-899c-304f3587db1e), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:04.529068 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:04.529666 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:04.531067 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/efe264bb-2645-4dc3-899c-304f3587db1e HTTP/1.1" status: 200 len: 1093 time: 0.7072647 Sep 24 14:30:04.531803 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c44be5-8822-4ba2-b0be-4431ac14f185', 'tag': 'efe264bb-2645-4dc3-899c-304f3587db1e'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:30:04.533998 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eb5304-7f84-410a-a112-422bb26cc9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c44be5-8822-4ba2-b0be-4431ac14f185", "tag": "efe264bb-2645-4dc3-899c-304f3587db1e"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:30:04.576482 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba34b6-4beb-4fe4-add1-1ea728b8f9dd service neutron] Pushing event updated for resources: {'Port': ['ID=efe264bb-2645-4dc3-899c-304f3587db1e,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:04.586248 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ed108f-45e6-4552-9a4e-00426667ca26 x-openstack-request-id: req-05ed108f-45e6-4552-9a4e-00426667ca26 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:30:04.586535 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c44be5-8822-4ba2-b0be-4431ac14f185", "tag": "efe264bb-2645-4dc3-899c-304f3587db1e", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:30:04.586789 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05ed108f-45e6-4552-9a4e-00426667ca26 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:30:04.587221 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ed108f-45e6-4552-9a4e-00426667ca26'] response: {'name': 'network-changed', 'server_uuid': 'b1c44be5-8822-4ba2-b0be-4431ac14f185', 'tag': 'efe264bb-2645-4dc3-899c-304f3587db1e', 'status': 'completed', 'code': 200} Sep 24 14:30:04.931128 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb5304-7f84-410a-a112-422bb26cc9d1 req-844fa798-7a5c-451c-84f3-52c0121b4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:04.932626 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-45eb5304-7f84-410a-a112-422bb26cc9d1 req-844fa798-7a5c-451c-84f3-52c0121b4672 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=27e584f45faa47afa4ced9db997f4e4a&device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 1127 time: 0.0401361 Sep 24 14:30:04.971904 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-da6860f7-e4e5-42c8-a32b-36fe44c252ce req-6f75fe93-da1d-4ba0-8c14-feaa71707317 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 210 time: 0.0270257 Sep 24 14:30:05.071164 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288673-d3ea-467b-9e44-a375d4d1f00c req-caff9bf4-5951-417f-9624-728769bd6f29 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:05.072627 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eb288673-d3ea-467b-9e44-a375d4d1f00c req-caff9bf4-5951-417f-9624-728769bd6f29 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 943 time: 0.0817168 Sep 24 14:30:05.128909 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb5304-7f84-410a-a112-422bb26cc9d1 req-bd9a524d-90d9-40a9-9ffc-80d323e2b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:05.132775 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-45eb5304-7f84-410a-a112-422bb26cc9d1 req-bd9a524d-90d9-40a9-9ffc-80d323e2b9a3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=27e584f45faa47afa4ced9db997f4e4a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1614861 Sep 24 14:30:05.147801 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eb288673-d3ea-467b-9e44-a375d4d1f00c req-2f4ac7fa-99f5-4815-8f61-5661b76d7a81 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674560 Sep 24 14:30:05.185020 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:05.328575 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 42660) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:30:05.431590 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff3671f6-a377-4501-b357-7fd22caa9be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:05.448856 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:05.516358 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff3671f6-a377-4501-b357-7fd22caa9be4 admin admin] Publish callbacks [] for security_group (a5afe521-fea1-47a8-86d0-5a2f295af387), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:05.521193 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ff3671f6-a377-4501-b357-7fd22caa9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (a5afe521-fea1-47a8-86d0-5a2f295af387), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:05.565089 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ff3671f6-a377-4501-b357-7fd22caa9be4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b5e2c167b38a436493bf8200c2baa07f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353978 Sep 24 14:30:05.566206 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3671f6-a377-4501-b357-7fd22caa9be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5afe521-fea1-47a8-86d0-5a2f295af387,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:05.568458 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 42666) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:30:05.603656 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf3908-30a7-45d0-a13c-27cfc0eff8e9 req-5ca943d8-a53a-487f-ae7f-575f3ea06cea tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:05.605156 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-edaf3908-30a7-45d0-a13c-27cfc0eff8e9 req-5ca943d8-a53a-487f-ae7f-575f3ea06cea tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0550294 Sep 24 14:30:05.619818 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9739c9b8-7b6d-40e5-ae64-a392c587b795 admin admin] Publish callbacks [] for security_group (a5afe521-fea1-47a8-86d0-5a2f295af387), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:05.640924 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9739c9b8-7b6d-40e5-ae64-a392c587b795 admin admin] Publish callbacks [] for security_group (a5afe521-fea1-47a8-86d0-5a2f295af387), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:05.647741 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:05.653791 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-edaf3908-30a7-45d0-a13c-27cfc0eff8e9 req-565cae01-578e-4bce-bf9c-c8e51aeecdff tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428653 Sep 24 14:30:05.692333 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9739c9b8-7b6d-40e5-ae64-a392c587b795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (a5afe521-fea1-47a8-86d0-5a2f295af387), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:05.695022 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9739c9b8-7b6d-40e5-ae64-a392c587b795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:05.696159 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9739c9b8-7b6d-40e5-ae64-a392c587b795 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a5afe521-fea1-47a8-86d0-5a2f295af387 HTTP/1.1" status: 204 len: 168 time: 0.1268151 Sep 24 14:30:05.703842 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739c9b8-7b6d-40e5-ae64-a392c587b795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5afe521-fea1-47a8-86d0-5a2f295af387,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:05.834797 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb5304-7f84-410a-a112-422bb26cc9d1 req-97fee887-18f9-4541-8f36-d0afada85c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:05.836391 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-45eb5304-7f84-410a-a112-422bb26cc9d1 req-97fee887-18f9-4541-8f36-d0afada85c44 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1144004 Sep 24 14:30:05.945637 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-0ea23963-2172-42f9-84de-351f1624206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:05.947170 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-0ea23963-2172-42f9-84de-351f1624206f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=27e584f45faa47afa4ced9db997f4e4a&device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 1127 time: 0.0419641 Sep 24 14:30:05.999791 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-d22f1dc2-49dd-46e5-995a-b6da2449b994 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efe264bb-2645-4dc3-899c-304f3587db1e HTTP/1.1" status: 200 len: 217 time: 0.0336261 Sep 24 14:30:06.070806 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-af28e2b9-5803-4f18-83e2-8acad551d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:06.072414 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-af28e2b9-5803-4f18-83e2-8acad551d410 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=363f3389-2e5d-4bfc-8e18-bb8720aeef9a HTTP/1.1" status: 200 len: 854 time: 0.0671861 Sep 24 14:30:06.088373 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-154287ab-69b9-463b-a589-5ffe7eab80a4 req-f114bf33-226f-4956-8f06-2ce4ccc34d79 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 210 time: 0.0325785 Sep 24 14:30:06.274984 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece20ca6-9cd5-432d-ac43-78f1779c3eca req-97c49832-7e8e-4a19-b36e-8add8a787688 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:06.276575 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ece20ca6-9cd5-432d-ac43-78f1779c3eca req-97c49832-7e8e-4a19-b36e-8add8a787688 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 943 time: 0.0536070 Sep 24 14:30:06.305838 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-e4aaf659-1ae9-4c85-a9da-91f202bd3811 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a32ad358-eeec-447f-91f8-a6f31db4b6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311947 Sep 24 14:30:06.338878 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ece20ca6-9cd5-432d-ac43-78f1779c3eca req-9eeddde5-beb4-45d9-929a-430e1ab6a609 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544882 Sep 24 14:30:06.423089 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-231405b7-f345-4e25-b3f8-ab2ca67bd342 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a32ad358-eeec-447f-91f8-a6f31db4b6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032722 Sep 24 14:30:06.604734 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1ab6c51e-4a5e-498f-b22f-f661c257b49c req-e53f99e6-cbe0-4f90-8d5a-59f12b6a69c9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a32ad358-eeec-447f-91f8-a6f31db4b6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594057 Sep 24 14:30:06.610891 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-9d851a5d-0c85-42a3-9a90-a2382c7fa5e1 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:06.612217 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-9d851a5d-0c85-42a3-9a90-a2382c7fa5e1 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.33 "GET /networking/v2.0/networks?id=5cde2b2a-2e0e-44db-bb33-6d4b4863e498 HTTP/1.1" status: 200 len: 808 time: 0.1770797 Sep 24 14:30:06.747228 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-95325d9c-b49d-418b-947a-1d299ad8a7bb tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Request body: {'port': {'device_id': '6521b9ab-7bd9-4568-bd81-d24b8f91f198', 'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498', 'admin_state_up': True, 'tenant_id': '5ab7af1a1c6749548a6ed520b119d868'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:30:06.833577 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c817cf-5070-44e1-bdec-a144d5f60fc4 req-5bd2bf2d-ad80-4b11-9488-e34211518d8b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:06.836051 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b7c817cf-5070-44e1-bdec-a144d5f60fc4 req-5bd2bf2d-ad80-4b11-9488-e34211518d8b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.1035182 Sep 24 14:30:06.840500 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=1,neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:06.914875 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b7c817cf-5070-44e1-bdec-a144d5f60fc4 req-e48dc624-ac93-4aa5-b2b4-fccb85ea3669 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779552 Sep 24 14:30:06.935984 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-95325d9c-b49d-418b-947a-1d299ad8a7bb tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Made reservation on behalf of 5ab7af1a1c6749548a6ed520b119d868 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:30:06.939828 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-95325d9c-b49d-418b-947a-1d299ad8a7bb tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:07.016065 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:07.033449 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4734fdd-5fcc-42ff-9347-6a1ea83e3177 req-861d7fcc-d15a-4eaf-ba27-561c5bbbdf00 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:07.035547 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f4734fdd-5fcc-42ff-9347-6a1ea83e3177 req-861d7fcc-d15a-4eaf-ba27-561c5bbbdf00 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0474362 Sep 24 14:30:07.047119 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 42708) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:30:07.051624 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-e2fc250b-7fca-4fda-89e4-a10a00667903 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Request body: {'floatingip': {'port_id': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:30:07.052948 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:07.075531 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-95325d9c-b49d-418b-947a-1d299ad8a7bb tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Allocated IP 172.20.0.14 (5cde2b2a-2e0e-44db-bb33-6d4b4863e498/1dc057ba-dbcd-4f32-bdc1-ee325ba7b670/f7e81c8b-495e-44bd-8e81-16cff8e8588d) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:30:07.124238 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e2fc250b-7fca-4fda-89e4-a10a00667903 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for floatingip (d7ef5804-082a-4780-9c0d-ccc10f14dec6), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:07.203926 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5df32000-776d-4037-99c8-07a099e28332 req-1745162e-f720-4670-8233-ecbbce18cc00 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 210 time: 0.0343490 Sep 24 14:30:07.491358 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-95325d9c-b49d-418b-947a-1d299ad8a7bb tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks [] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:07.527181 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-95325d9c-b49d-418b-947a-1d299ad8a7bb tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:07.553535 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df059b68-8249-4ae5-9afe-16c42a76cdda req-cff2e641-6040-4f4b-8eac-010aefdfb1c5 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:07.555032 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-df059b68-8249-4ae5-9afe-16c42a76cdda req-cff2e641-6040-4f4b-8eac-010aefdfb1c5 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 943 time: 0.1327150 Sep 24 14:30:07.571475 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-95325d9c-b49d-418b-947a-1d299ad8a7bb tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Network 5cde2b2a-2e0e-44db-bb33-6d4b4863e498 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:30:07.574619 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-95325d9c-b49d-418b-947a-1d299ad8a7bb tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:30:07.578547 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-95325d9c-b49d-418b-947a-1d299ad8a7bb tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:30:07.601280 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95325d9c-b49d-418b-947a-1d299ad8a7bb tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Pushing event updated for resources: {'Port': ['ID=f7e81c8b-495e-44bd-8e81-16cff8e8588d,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:07.631789 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-95325d9c-b49d-418b-947a-1d299ad8a7bb tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:07.632409 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-95325d9c-b49d-418b-947a-1d299ad8a7bb tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:07.649648 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-95325d9c-b49d-418b-947a-1d299ad8a7bb tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9066310 Sep 24 14:30:07.859027 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:07.929423 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-df059b68-8249-4ae5-9afe-16c42a76cdda req-5c11dcf4-6820-480a-b9ba-dc23bdf35ab6 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453670 Sep 24 14:30:08.011114 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e2fc250b-7fca-4fda-89e4-a10a00667903 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:08.014892 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e2fc250b-7fca-4fda-89e4-a10a00667903 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (d7ef5804-082a-4780-9c0d-ccc10f14dec6), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:08.106696 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.l3_db [None req-e2fc250b-7fca-4fda-89e4-a10a00667903 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Floating IP d7ef5804-082a-4780-9c0d-ccc10f14dec6 associated. External IP: 172.27.1.226, port: 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b. Sep 24 14:30:08.303609 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fc250b-7fca-4fda-89e4-a10a00667903 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Router 2cba54f6-562a-4f55-9f3b-72403f68d093 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:30:08.328943 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78ebb7-4299-499c-8d79-d189bff56a49 req-9c91c717-80de-4796-8eb8-e4ac5e93330d tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:08.330434 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f78ebb7-4299-499c-8d79-d189bff56a49 req-9c91c717-80de-4796-8eb8-e4ac5e93330d tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 932 time: 0.0492730 Sep 24 14:30:08.383327 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f78ebb7-4299-499c-8d79-d189bff56a49 req-d05d7173-b8b8-4fc9-b8d6-24033adc751e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471487 Sep 24 14:30:08.413686 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fc250b-7fca-4fda-89e4-a10a00667903 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:30:08.418436 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e2fc250b-7fca-4fda-89e4-a10a00667903 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:08.423240 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011d1aa-dda4-4539-b454-e439ea5408ad None None] Sync routers for ids ['2cba54f6-562a-4f55-9f3b-72403f68d093'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:30:08.432728 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011d1aa-dda4-4539-b454-e439ea5408ad None None] Routers {'2cba54f6-562a-4f55-9f3b-72403f68d093'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:30:08.433419 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-8011d1aa-dda4-4539-b454-e439ea5408ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:29:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['2cba54f6-562a-4f55-9f3b-72403f68d093'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:30:08.436771 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:08.449979 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e2fc250b-7fca-4fda-89e4-a10a00667903 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/d7ef5804-082a-4780-9c0d-ccc10f14dec6 HTTP/1.1" status: 200 len: 992 time: 1.4018297 Sep 24 14:30:08.450708 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'tag': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:30:08.453026 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced1911a76e2b68976553810b569b19b079f2d27d27f8393138a5e2ba6d46ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7f7f88-3b5d-4bed-af74-6ba40781cc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c64d080-3e58-4d1a-a7cc-a2406fc39ce9", "tag": "1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:30:08.464821 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:08.490495 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174f89c2-1c39-4533-9a06-60cfe9dc2cc5 x-openstack-request-id: req-174f89c2-1c39-4533-9a06-60cfe9dc2cc5 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:30:08.490793 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c64d080-3e58-4d1a-a7cc-a2406fc39ce9", "tag": "1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b", "status": "completed", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:30:08.491073 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-174f89c2-1c39-4533-9a06-60cfe9dc2cc5 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:30:08.491478 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174f89c2-1c39-4533-9a06-60cfe9dc2cc5'] response: {'name': 'network-changed', 'server_uuid': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'tag': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'status': 'completed', 'code': 200} Sep 24 14:30:08.535852 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-8011d1aa-dda4-4539-b454-e439ea5408ad None None] Set router 2cba54f6-562a-4f55-9f3b-72403f68d093 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:30:08.561325 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:08.569624 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:08.788054 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-8011d1aa-dda4-4539-b454-e439ea5408ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'd7ef5804-082a-4780-9c0d-ccc10f14dec6', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'port_id': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'mac_address': 'fa:16:3e:36:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:29:34Z', 'updated_at': '2022-09-24T14:30:07Z', 'revision_number': 1, 'project_id': '9b458789f89a441caad76e78167bc00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c750f3-733f-4366-9519-1e9eb9460da7', 'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'mac_address': 'fa:16:3e:2e:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:15Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 5, 'project_id': '9b458789f89a441caad76e78167bc00b', 'subnets': [{'id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:30:08.811964 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011d1aa-dda4-4539-b454-e439ea5408ad None None] Checking router: 2cba54f6-562a-4f55-9f3b-72403f68d093 for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:30:08.821341 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011d1aa-dda4-4539-b454-e439ea5408ad None None] Routers {'2cba54f6-562a-4f55-9f3b-72403f68d093'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:30:08.821943 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-8011d1aa-dda4-4539-b454-e439ea5408ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:29:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['2cba54f6-562a-4f55-9f3b-72403f68d093'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:30:08.924287 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-8011d1aa-dda4-4539-b454-e439ea5408ad None None] Set router 2cba54f6-562a-4f55-9f3b-72403f68d093 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:30:09.084603 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde62769-04cf-40de-afe2-c126487f85b0 req-458afcec-adfa-47be-8e62-02bec7a838c5 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:09.086428 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fde62769-04cf-40de-afe2-c126487f85b0 req-458afcec-adfa-47be-8e62-02bec7a838c5 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 943 time: 0.0577402 Sep 24 14:30:09.155083 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fde62769-04cf-40de-afe2-c126487f85b0 req-c00e6b50-234b-479a-a041-65f3c7578508 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621555 Sep 24 14:30:09.296977 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-8011d1aa-dda4-4539-b454-e439ea5408ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'd7ef5804-082a-4780-9c0d-ccc10f14dec6', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'port_id': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'mac_address': 'fa:16:3e:36:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:29:34Z', 'updated_at': '2022-09-24T14:30:07Z', 'revision_number': 1, 'project_id': '9b458789f89a441caad76e78167bc00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c750f3-733f-4366-9519-1e9eb9460da7', 'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'mac_address': 'fa:16:3e:2e:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:15Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 5, 'project_id': '9b458789f89a441caad76e78167bc00b', 'subnets': [{'id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:30:09.322510 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011d1aa-dda4-4539-b454-e439ea5408ad None None] The sync data for ids ['2cba54f6-562a-4f55-9f3b-72403f68d093'] in dv-cinder-859193-1-iscsi is: [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'd7ef5804-082a-4780-9c0d-ccc10f14dec6', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'port_id': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'mac_address': 'fa:16:3e:36:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:29:34Z', 'updated_at': '2022-09-24T14:30:07Z', 'revision_number': 1, 'project_id': '9b458789f89a441caad76e78167bc00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c750f3-733f-4366-9519-1e9eb9460da7', 'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'mac_address': 'fa:16:3e:2e:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:15Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 5, 'project_id': '9b458789f89a441caad76e78167bc00b', 'subnets': [{'id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:30:09.517351 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d6f9e2-52c7-41d9-ae65-5a5b70408831 None None] New status for floating IP d7ef5804-082a-4780-9c0d-ccc10f14dec6: ACTIVE {{(pid=106296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:30:09.522034 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50456-2163-48e1-b55b-3c12ea2b2c1d req-19b75d78-ea6d-429b-ac42-c7cab46bf46f tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:09.523607 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6ce50456-2163-48e1-b55b-3c12ea2b2c1d req-19b75d78-ea6d-429b-ac42-c7cab46bf46f tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 932 time: 0.0536289 Sep 24 14:30:09.572550 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6ce50456-2163-48e1-b55b-3c12ea2b2c1d req-bbc6f3df-244f-4e2d-89f9-f7b733944c0d tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432317 Sep 24 14:30:10.280617 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219c56e-2198-4627-acdd-aca844ac623a req-ca590f68-ab1a-4f91-93f9-cb37c171d76a tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:10.282325 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6219c56e-2198-4627-acdd-aca844ac623a req-ca590f68-ab1a-4f91-93f9-cb37c171d76a tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 943 time: 0.0458505 Sep 24 14:30:10.333459 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6219c56e-2198-4627-acdd-aca844ac623a req-416660eb-bc3a-41b0-841b-a007f6182402 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447528 Sep 24 14:30:10.694566 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa11c2-bb1b-4b02-9eb9-7944a6a6f162 req-a616d855-e4dc-4478-8c2b-8455e56b059f tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:10.696049 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-68aa11c2-bb1b-4b02-9eb9-7944a6a6f162 req-a616d855-e4dc-4478-8c2b-8455e56b059f tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 932 time: 0.0490551 Sep 24 14:30:10.743141 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-68aa11c2-bb1b-4b02-9eb9-7944a6a6f162 req-4251c4c6-c66a-4186-bd65-aa43000756f0 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Sep 24 14:30:11.450240 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d9255-521c-4e03-9001-ac8d24ef1367 req-f20e16ba-4495-4bb2-990f-d716e5c8a2df tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:11.451708 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-755d9255-521c-4e03-9001-ac8d24ef1367 req-f20e16ba-4495-4bb2-990f-d716e5c8a2df tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 943 time: 0.0454743 Sep 24 14:30:11.480641 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:11.505481 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-755d9255-521c-4e03-9001-ac8d24ef1367 req-431d203a-8f3c-4fd2-bcf3-07d9e9a468a1 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482676 Sep 24 14:30:11.776230 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device efe264bb-2645-4dc3-899c-304f3587db1e details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:30:11.862336 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942311f1-baad-4e8f-93a9-cdad632b2d2c req-1981ca08-59c2-42ec-b6c2-66ba59826568 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:11.864693 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-942311f1-baad-4e8f-93a9-cdad632b2d2c req-1981ca08-59c2-42ec-b6c2-66ba59826568 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 932 time: 0.0465555 Sep 24 14:30:11.880197 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port efe264bb-2645-4dc3-899c-304f3587db1e, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=efe264bb-2645-4dc3-899c-304f3587db1e,segment=NetworkSegment(092c8bb3-def4-45a3-9cfe-4817d5dd5749),segment_id=092c8bb3-def4-45a3-9cfe-4817d5dd5749)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:30:11.891060 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': 'efe264bb-2645-4dc3-899c-304f3587db1e', 'network_id': 'a32ad358-eeec-447f-91f8-a6f31db4b6a2', 'port_id': 'efe264bb-2645-4dc3-899c-304f3587db1e', 'mac_address': 'fa:16:3e:c7:b3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363f3389-2e5d-4bfc-8e18-bb8720aeef9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:30:11.911851 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-942311f1-baad-4e8f-93a9-cdad632b2d2c req-be9c2468-964b-4dd9-ab07-d3be5d705005 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417216 Sep 24 14:30:11.926825 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port efe264bb-2645-4dc3-899c-304f3587db1e is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:30:11.927340 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (efe264bb-2645-4dc3-899c-304f3587db1e), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:11.940690 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe264bb-2645-4dc3-899c-304f3587db1e {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:30:11.959957 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port efe264bb-2645-4dc3-899c-304f3587db1e, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=efe264bb-2645-4dc3-899c-304f3587db1e,segment=NetworkSegment(092c8bb3-def4-45a3-9cfe-4817d5dd5749),segment_id=092c8bb3-def4-45a3-9cfe-4817d5dd5749)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:30:11.963816 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (efe264bb-2645-4dc3-899c-304f3587db1e), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:12.011968 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=efe264bb-2645-4dc3-899c-304f3587db1e,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:12.626235 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e46592-0407-40d0-a467-ec89d92cb15a req-e5213bc6-2ea4-4c1a-8269-9e8e8e3b6ac6 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:12.627731 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31e46592-0407-40d0-a467-ec89d92cb15a req-e5213bc6-2ea4-4c1a-8269-9e8e8e3b6ac6 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 944 time: 0.0467980 Sep 24 14:30:12.676547 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31e46592-0407-40d0-a467-ec89d92cb15a req-8895bb77-ffcc-4c4e-91c8-51349beb2b68 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Sep 24 14:30:13.028584 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8b074-7bda-4c8f-a8ae-bda997343b89 req-8a798cb9-868a-4508-8f15-14b2399d1513 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:13.030010 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d5e8b074-7bda-4c8f-a8ae-bda997343b89 req-8a798cb9-868a-4508-8f15-14b2399d1513 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 932 time: 0.0448067 Sep 24 14:30:13.079883 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d5e8b074-7bda-4c8f-a8ae-bda997343b89 req-bc78f2e5-f810-420c-b3ed-9e5b33d8bd33 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440993 Sep 24 14:30:13.786313 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:13.800074 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7508a-ec61-4775-9846-993e1a955886 req-189c2d03-dcf1-452e-ac8f-00cda96cc27d tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:13.801732 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00e7508a-ec61-4775-9846-993e1a955886 req-189c2d03-dcf1-452e-ac8f-00cda96cc27d tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 944 time: 0.0515466 Sep 24 14:30:13.850161 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00e7508a-ec61-4775-9846-993e1a955886 req-104022e7-71c8-4fc4-a231-0877ab82292e tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417581 Sep 24 14:30:14.199494 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698de6d7-ec4f-452f-913b-3a7e1fde6a41 req-dadd5858-7a8f-4a35-97fa-1a36afd0c92c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:14.202284 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-698de6d7-ec4f-452f-913b-3a7e1fde6a41 req-dadd5858-7a8f-4a35-97fa-1a36afd0c92c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 932 time: 0.0450130 Sep 24 14:30:14.234112 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:14.249853 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-698de6d7-ec4f-452f-913b-3a7e1fde6a41 req-6fa03335-bb36-4b2f-9426-b8952d98c59a tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429859 Sep 24 14:30:14.967223 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765f080-9ac9-43ac-b8af-f1024978d158 req-3354e6dc-751f-4a5f-9f82-edb089125d1c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:14.968672 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6765f080-9ac9-43ac-b8af-f1024978d158 req-3354e6dc-751f-4a5f-9f82-edb089125d1c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 944 time: 0.0460994 Sep 24 14:30:15.023220 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6765f080-9ac9-43ac-b8af-f1024978d158 req-520bcef4-3a88-4ac6-b8ca-ed7af8a3881d tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479610 Sep 24 14:30:15.112229 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:15.320107 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['efe264bb-2645-4dc3-899c-304f3587db1e'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:30:15.370159 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68913-8889-47eb-8de1-d937e967dd84 req-47a71f10-6680-468c-aed7-c1f553d78c3e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:15.371816 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-89c68913-8889-47eb-8de1-d937e967dd84 req-47a71f10-6680-468c-aed7-c1f553d78c3e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 932 time: 0.0483146 Sep 24 14:30:15.426296 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-89c68913-8889-47eb-8de1-d937e967dd84 req-e00f1df7-2602-4edb-8480-d8be5006d160 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476694 Sep 24 14:30:15.615082 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Request body: {'port': {'device_id': '6521b9ab-7bd9-4568-bd81-d24b8f91f198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:30:15.702146 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f7f88-3b5d-4bed-af74-6ba40781cc9f req-3fd34b26-e5f6-437b-9357-e35774593398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:15.703635 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e7f7f88-3b5d-4bed-af74-6ba40781cc9f req-3fd34b26-e5f6-437b-9357-e35774593398 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 1130 time: 0.0665610 Sep 24 14:30:15.719840 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:15.881134 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f7f88-3b5d-4bed-af74-6ba40781cc9f req-3ef2e816-e6bc-4f35-8cef-302bc9352ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:15.882581 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e7f7f88-3b5d-4bed-af74-6ba40781cc9f req-3ef2e816-e6bc-4f35-8cef-302bc9352ff2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 918 time: 0.1722062 Sep 24 14:30:15.995192 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e7f7f88-3b5d-4bed-af74-6ba40781cc9f req-1690d8aa-8c33-4a8f-b183-3b879e5ac431 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b HTTP/1.1" status: 200 len: 1002 time: 0.1045997 Sep 24 14:30:16.084583 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e81c8b-495e-44bd-8e81-16cff8e8588d {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:30:16.092375 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Publish callbacks [] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:16.121505 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Transition to ACTIVE for port object f7e81c8b-495e-44bd-8e81-16cff8e8588d will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:30:16.157434 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:16.213162 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e00dc-2a38-4288-9542-e9102fbae987 req-e2949958-86e3-407d-bcef-fc42dc3718f3 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:16.214615 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c6e00dc-2a38-4288-9542-e9102fbae987 req-e2949958-86e3-407d-bcef-fc42dc3718f3 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 944 time: 0.1157234 Sep 24 14:30:16.225424 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f7f88-3b5d-4bed-af74-6ba40781cc9f req-996b4bde-7a7d-45df-8eb7-fb3329db1778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:16.226746 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e7f7f88-3b5d-4bed-af74-6ba40781cc9f req-996b4bde-7a7d-45df-8eb7-fb3329db1778 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.1147447 Sep 24 14:30:16.268539 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:16.288404 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:16.289212 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e81c8b-495e-44bd-8e81-16cff8e8588d,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:16.358212 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f7f88-3b5d-4bed-af74-6ba40781cc9f req-07fc9907-1f0b-4a5a-ab19-1d7752f7641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:16.359668 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e7f7f88-3b5d-4bed-af74-6ba40781cc9f req-07fc9907-1f0b-4a5a-ab19-1d7752f7641d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1210728 Sep 24 14:30:16.363451 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c6e00dc-2a38-4288-9542-e9102fbae987 req-b8bf9831-f0b7-4c57-a026-9fe99b212811 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397176 Sep 24 14:30:16.376514 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Attempting to bind port f7e81c8b-495e-44bd-8e81-16cff8e8588d on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:30:16.376847 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Attempting to bind port f7e81c8b-495e-44bd-8e81-16cff8e8588d by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '54f08c96-7f93-4859-8a02-18005d40a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:30:16.377167 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Attempting to bind port f7e81c8b-495e-44bd-8e81-16cff8e8588d on network 5cde2b2a-2e0e-44db-bb33-6d4b4863e498 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:30:16.418670 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Port f7e81c8b-495e-44bd-8e81-16cff8e8588d on network 5cde2b2a-2e0e-44db-bb33-6d4b4863e498 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:30:16.419026 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Attempting to bind port f7e81c8b-495e-44bd-8e81-16cff8e8588d on network 5cde2b2a-2e0e-44db-bb33-6d4b4863e498 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:30:16.460049 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:30:16.460381 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Checking segment: {'id': '54f08c96-7f93-4859-8a02-18005d40a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:30:16.461106 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Bound using segment: {'id': '54f08c96-7f93-4859-8a02-18005d40a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:30:16.461220 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Bound port: f7e81c8b-495e-44bd-8e81-16cff8e8588d, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f08c96-7f93-4859-8a02-18005d40a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:30:16.461534 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:16.520762 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] For port f7e81c8b-495e-44bd-8e81-16cff8e8588d, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:30:16.524076 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] For port f7e81c8b-495e-44bd-8e81-16cff8e8588d, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=f7e81c8b-495e-44bd-8e81-16cff8e8588d,segment=NetworkSegment(54f08c96-7f93-4859-8a02-18005d40a2c4),segment_id=54f08c96-7f93-4859-8a02-18005d40a2c4)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:30:16.529249 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:16.532687 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:16.533286 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:16.534698 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/f7e81c8b-495e-44bd-8e81-16cff8e8588d HTTP/1.1" status: 200 len: 1094 time: 0.9239130 Sep 24 14:30:16.536761 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6521b9ab-7bd9-4568-bd81-d24b8f91f198', 'tag': 'f7e81c8b-495e-44bd-8e81-16cff8e8588d'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:30:16.539032 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8a1dd7-2731-4853-8a4e-65e44f03cbbe" -d '{"events": [{"name": "network-changed", "server_uuid": "6521b9ab-7bd9-4568-bd81-d24b8f91f198", "tag": "f7e81c8b-495e-44bd-8e81-16cff8e8588d"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:30:16.550539 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eca347-bb00-490d-83cd-4c34653b0420 req-ca29feb0-f38c-4b0a-a7bd-a1df28c2dcf4 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:16.552122 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e2eca347-bb00-490d-83cd-4c34653b0420 req-ca29feb0-f38c-4b0a-a7bd-a1df28c2dcf4 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0512311 Sep 24 14:30:16.583756 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede793cb-92ed-4527-9071-d8162fabf204 x-openstack-request-id: req-ede793cb-92ed-4527-9071-d8162fabf204 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:30:16.584036 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6521b9ab-7bd9-4568-bd81-d24b8f91f198", "tag": "f7e81c8b-495e-44bd-8e81-16cff8e8588d", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:30:16.584279 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ede793cb-92ed-4527-9071-d8162fabf204 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:30:16.584672 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede793cb-92ed-4527-9071-d8162fabf204'] response: {'name': 'network-changed', 'server_uuid': '6521b9ab-7bd9-4568-bd81-d24b8f91f198', 'tag': 'f7e81c8b-495e-44bd-8e81-16cff8e8588d', 'status': 'completed', 'code': 200} Sep 24 14:30:16.604339 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b9187-61c2-4204-b76e-587e6974c622 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e81c8b-495e-44bd-8e81-16cff8e8588d,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:16.614387 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e2eca347-bb00-490d-83cd-4c34653b0420 req-4ae0f736-f54c-47e4-8552-23e648bf85c4 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565422 Sep 24 14:30:17.485041 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2725e-f8ac-48a0-8f0b-70dfb3156967 req-416a8a92-4cd5-4ac9-b8ed-b1df4e64d244 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:17.487078 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4eb2725e-f8ac-48a0-8f0b-70dfb3156967 req-416a8a92-4cd5-4ac9-b8ed-b1df4e64d244 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 944 time: 0.0475140 Sep 24 14:30:17.533074 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4eb2725e-f8ac-48a0-8f0b-70dfb3156967 req-8313e850-d2b3-4ece-b181-34b86c1a91bb tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405695 Sep 24 14:30:17.733635 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae5e89-7f4e-4f23-8802-e17add56ea5c req-e51f419c-5f1a-46ff-97ce-bc6eda3ea669 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:17.735125 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a6ae5e89-7f4e-4f23-8802-e17add56ea5c req-e51f419c-5f1a-46ff-97ce-bc6eda3ea669 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0469368 Sep 24 14:30:17.781921 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a6ae5e89-7f4e-4f23-8802-e17add56ea5c req-43b76d76-a532-47c4-8115-705b64c8bb24 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Sep 24 14:30:18.652174 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b2a7b-7356-4002-8ff7-fa12b215e594 req-138acdfa-c02e-46aa-a2e7-27114f5bd2be tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:18.653661 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e57b2a7b-7356-4002-8ff7-fa12b215e594 req-138acdfa-c02e-46aa-a2e7-27114f5bd2be tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 944 time: 0.0469532 Sep 24 14:30:18.704499 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e57b2a7b-7356-4002-8ff7-fa12b215e594 req-c9db31a9-3f65-4e3b-b142-35932122be7a tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440896 Sep 24 14:30:18.811733 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e7f7f88-3b5d-4bed-af74-6ba40781cc9f req-1b94c912-74e6-419e-b96e-359499c18da6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834167 Sep 24 14:30:18.902449 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697ece-be9b-4ace-847e-a0eec82d5c10 req-e44af0d4-501a-4948-b530-2ab621e73c80 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:18.903838 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9d697ece-be9b-4ace-847e-a0eec82d5c10 req-e44af0d4-501a-4948-b530-2ab621e73c80 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0456676 Sep 24 14:30:18.953404 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9d697ece-be9b-4ace-847e-a0eec82d5c10 req-ccaac5a5-4168-4623-b7b1-4e8d72738a57 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437768 Sep 24 14:30:19.660321 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=15 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:19.692325 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:19.824258 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153427f7-b868-4aff-8c28-8592dfd4d2fd req-101256bb-9f5f-45bc-97ca-f43f9349c45b tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:19.825723 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-153427f7-b868-4aff-8c28-8592dfd4d2fd req-101256bb-9f5f-45bc-97ca-f43f9349c45b tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 944 time: 0.0466049 Sep 24 14:30:19.875500 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-153427f7-b868-4aff-8c28-8592dfd4d2fd req-20fc64d2-2307-479b-a30f-2ba08a28e82c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Sep 24 14:30:20.072058 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c37994-c2e1-4ebd-b1d1-c79534c4a372 req-c3469bbb-3b1d-490a-be06-8d617dd2658c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:20.073506 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-30c37994-c2e1-4ebd-b1d1-c79534c4a372 req-c3469bbb-3b1d-490a-be06-8d617dd2658c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0462441 Sep 24 14:30:20.120736 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-30c37994-c2e1-4ebd-b1d1-c79534c4a372 req-de3610d6-2c34-48ec-900e-2a910b9f322c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415046 Sep 24 14:30:20.247335 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a1dd7-2731-4853-8a4e-65e44f03cbbe req-a8ecdfb3-4281-4c9e-a014-0957be384772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:20.248846 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b8a1dd7-2731-4853-8a4e-65e44f03cbbe req-a8ecdfb3-4281-4c9e-a014-0957be384772 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5ab7af1a1c6749548a6ed520b119d868&device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 1128 time: 0.0753350 Sep 24 14:30:20.257974 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:20.330954 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3e7f7f88-3b5d-4bed-af74-6ba40781cc9f req-f8a8fd3f-e184-431f-a0ae-d907a28906b0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647098 Sep 24 14:30:20.351814 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-79861338-fabb-43dd-8c33-1c4781702dec req-1df74741-d5c2-4a65-a4c3-1efbbbacb9f6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791528 Sep 24 14:30:20.375116 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a1dd7-2731-4853-8a4e-65e44f03cbbe req-4a0a43a9-4e1a-44a0-9e16-de14af746aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:20.376567 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b8a1dd7-2731-4853-8a4e-65e44f03cbbe req-4a0a43a9-4e1a-44a0-9e16-de14af746aa9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=5ab7af1a1c6749548a6ed520b119d868&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1093826 Sep 24 14:30:20.896781 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device efe264bb-2645-4dc3-899c-304f3587db1e up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:30:20.943374 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port efe264bb-2645-4dc3-899c-304f3587db1e completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:30:20.954842 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port efe264bb-2645-4dc3-899c-304f3587db1e triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:30:20.955419 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (efe264bb-2645-4dc3-899c-304f3587db1e), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:20.955770 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port efe264bb-2645-4dc3-899c-304f3587db1e Sep 24 14:30:20.962706 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79861338-fabb-43dd-8c33-1c4781702dec req-1f821dbe-9b19-4162-bf24-ac99a633cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:20.964234 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-79861338-fabb-43dd-8c33-1c4781702dec req-1f821dbe-9b19-4162-bf24-ac99a633cfc0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 1129 time: 0.0466640 Sep 24 14:30:21.030364 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port efe264bb-2645-4dc3-899c-304f3587db1e is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:30:21.030761 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (efe264bb-2645-4dc3-899c-304f3587db1e), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:21.033819 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a38f3f-2a61-4c42-9e83-c5ee5933a22f req-397edd3e-b440-4d02-b443-6964d8c12a14 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:21.035608 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-56a38f3f-2a61-4c42-9e83-c5ee5933a22f req-397edd3e-b440-4d02-b443-6964d8c12a14 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 944 time: 0.0583179 Sep 24 14:30:21.047074 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:21.062323 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c44be5-8822-4ba2-b0be-4431ac14f185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe264bb-2645-4dc3-899c-304f3587db1e'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:30:21.064972 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125ad8e1-a8b5-4af2-9e0d-6d7d2876bbe3" -d '{"events": [{"server_uuid": "b1c44be5-8822-4ba2-b0be-4431ac14f185", "name": "network-vif-plugged", "status": "completed", "tag": "efe264bb-2645-4dc3-899c-304f3587db1e"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:30:21.080070 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79861338-fabb-43dd-8c33-1c4781702dec req-b2a4401a-6723-44c9-b1b5-4035cb66fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:21.081764 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port efe264bb-2645-4dc3-899c-304f3587db1e, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=efe264bb-2645-4dc3-899c-304f3587db1e,segment=NetworkSegment(092c8bb3-def4-45a3-9cfe-4817d5dd5749),segment_id=092c8bb3-def4-45a3-9cfe-4817d5dd5749)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:30:21.082569 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-79861338-fabb-43dd-8c33-1c4781702dec req-b2a4401a-6723-44c9-b1b5-4035cb66fb43 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 916 time: 0.0980825 Sep 24 14:30:21.087678 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (efe264bb-2645-4dc3-899c-304f3587db1e), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:21.094346 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a1dd7-2731-4853-8a4e-65e44f03cbbe req-1e3d9e49-b7ec-4a94-9a68-b7b93bc79bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:21.095845 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b8a1dd7-2731-4853-8a4e-65e44f03cbbe req-1e3d9e49-b7ec-4a94-9a68-b7b93bc79bf4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1841969 Sep 24 14:30:21.115632 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-56a38f3f-2a61-4c42-9e83-c5ee5933a22f req-81428a57-2b4c-4446-b68f-bd839f08569a tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719106 Sep 24 14:30:21.127209 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2398a2f8-bfc2-4d9b-9d10-49ea938421ad x-openstack-request-id: req-2398a2f8-bfc2-4d9b-9d10-49ea938421ad {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:30:21.127513 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c44be5-8822-4ba2-b0be-4431ac14f185", "name": "network-vif-plugged", "status": "completed", "tag": "efe264bb-2645-4dc3-899c-304f3587db1e", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:30:21.127757 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2398a2f8-bfc2-4d9b-9d10-49ea938421ad {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:30:21.128188 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2398a2f8-bfc2-4d9b-9d10-49ea938421ad'] response: {'server_uuid': 'b1c44be5-8822-4ba2-b0be-4431ac14f185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe264bb-2645-4dc3-899c-304f3587db1e', 'code': 200} Sep 24 14:30:21.132278 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:21.153823 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:21.168345 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:21.171741 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=efe264bb-2645-4dc3-899c-304f3587db1e,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:21.194770 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-79861338-fabb-43dd-8c33-1c4781702dec req-a6c0abcf-d614-4140-8326-89f59d9353ed service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d HTTP/1.1" status: 200 len: 1001 time: 0.1062760 Sep 24 14:30:21.263717 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-39d63545-822e-493d-9b70-2a905650ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:21.265333 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-39d63545-822e-493d-9b70-2a905650ea3a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5ab7af1a1c6749548a6ed520b119d868&device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 1128 time: 0.0449800 Sep 24 14:30:21.279707 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79861338-fabb-43dd-8c33-1c4781702dec req-363a32e6-57b9-4b63-be8a-396380e6efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:21.281666 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-79861338-fabb-43dd-8c33-1c4781702dec req-363a32e6-57b9-4b63-be8a-396380e6efd5 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=f32d4a51-22a9-4cfb-b152-16f2e987f478 HTTP/1.1" status: 200 len: 855 time: 0.0714500 Sep 24 14:30:21.292463 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67324363-ba61-42c6-b03d-d0d059d8819a req-f14837b4-9f83-45ca-a1b0-3cb3597ce743 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:21.293891 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-67324363-ba61-42c6-b03d-d0d059d8819a req-f14837b4-9f83-45ca-a1b0-3cb3597ce743 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0931644 Sep 24 14:30:21.320288 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-cc29e5c2-aab9-4e45-9bc1-a5ff002b74a4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7e81c8b-495e-44bd-8e81-16cff8e8588d HTTP/1.1" status: 200 len: 217 time: 0.0397780 Sep 24 14:30:21.351714 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79861338-fabb-43dd-8c33-1c4781702dec req-3cb31250-99b4-4ca7-8822-b4e57824c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:21.353313 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-79861338-fabb-43dd-8c33-1c4781702dec req-3cb31250-99b4-4ca7-8822-b4e57824c496 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=841ec28f-242a-4287-8d65-ef9f3927d5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585585 Sep 24 14:30:21.388148 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-67324363-ba61-42c6-b03d-d0d059d8819a req-87ddfbed-71eb-4c1b-a83e-a80c4a0682fd tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847640 Sep 24 14:30:21.401444 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c3362-18b3-4cca-b51f-ca8b6450bd4a req-b58d3b76-4c48-4dec-80ef-4559a69c9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:21.403319 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9b0c3362-18b3-4cca-b51f-ca8b6450bd4a req-b58d3b76-4c48-4dec-80ef-4559a69c9e83 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 1129 time: 0.0709178 Sep 24 14:30:21.409285 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-d13d0977-6be0-458a-8480-039f943bd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:21.411153 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-d13d0977-6be0-458a-8480-039f943bd958 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1dc057ba-dbcd-4f32-bdc1-ee325ba7b670 HTTP/1.1" status: 200 len: 848 time: 0.0714579 Sep 24 14:30:21.431710 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:21.451893 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-b9be5e46-dd8b-42ad-938c-9bc3840cfd68 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=5cde2b2a-2e0e-44db-bb33-6d4b4863e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334361 Sep 24 14:30:21.457921 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-79861338-fabb-43dd-8c33-1c4781702dec req-2b0114d5-0f78-4f6e-863f-4e5c2868fbad service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948036 Sep 24 14:30:21.521381 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9b0c3362-18b3-4cca-b51f-ca8b6450bd4a req-27883388-08cc-4754-a799-fa6d3ebdaaea service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092024 Sep 24 14:30:21.550565 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-79861338-fabb-43dd-8c33-1c4781702dec req-123fb8b3-e772-4967-8221-f1bc6b59ecd8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861828 Sep 24 14:30:21.561550 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-5601a5bc-5d95-4367-8c85-00db8f450f4a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5cde2b2a-2e0e-44db-bb33-6d4b4863e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012151 Sep 24 14:30:22.246348 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ef97c14b-46a4-4966-9e3c-75b2f516acf5 req-7a122ca0-ab62-4b43-824a-c8a294ef7196 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5cde2b2a-2e0e-44db-bb33-6d4b4863e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194351 Sep 24 14:30:22.259662 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95be926-c5e7-4197-8f98-2f20d5239aa2 req-0e988d06-8212-4547-8c67-486d71adc4e3 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:22.261062 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e95be926-c5e7-4197-8f98-2f20d5239aa2 req-0e988d06-8212-4547-8c67-486d71adc4e3 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0588279 Sep 24 14:30:22.310429 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e95be926-c5e7-4197-8f98-2f20d5239aa2 req-3adb0e56-c968-4795-8b57-385bb5027fe2 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 Sep 24 14:30:22.513898 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2238853-a7c2-4a05-b8f1-4e166a8aee05 req-d264560d-4db7-42d5-a728-3a7a78c4936c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:22.515381 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d2238853-a7c2-4a05-b8f1-4e166a8aee05 req-d264560d-4db7-42d5-a728-3a7a78c4936c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0513780 Sep 24 14:30:22.562377 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d2238853-a7c2-4a05-b8f1-4e166a8aee05 req-80927e33-f6ea-4645-9e55-cbd039577c94 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414572 Sep 24 14:30:23.429932 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4b9da-43fc-4c64-89e2-0c3beadab684 req-289f3367-5ab2-468e-93ff-097b4b8afe34 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:23.431376 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4fd4b9da-43fc-4c64-89e2-0c3beadab684 req-289f3367-5ab2-468e-93ff-097b4b8afe34 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0468915 Sep 24 14:30:23.480325 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4fd4b9da-43fc-4c64-89e2-0c3beadab684 req-0d45dc1b-b4ba-4681-b947-6db12f3233f4 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434062 Sep 24 14:30:23.679205 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428ed47-6fdf-4401-918a-8e8d6f453615 req-6086b112-fe77-40cc-b3fb-9aa725c67446 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:23.680638 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a428ed47-6fdf-4401-918a-8e8d6f453615 req-6086b112-fe77-40cc-b3fb-9aa725c67446 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0454490 Sep 24 14:30:23.727113 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a428ed47-6fdf-4401-918a-8e8d6f453615 req-45928d36-4a9d-4e1e-9e7e-c55c594780a3 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Sep 24 14:30:24.599425 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb8e53-9a1a-4671-a68f-459c6b19b5bd req-9ac6a34a-0064-4f20-aed2-11a116cce571 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:24.600903 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0feb8e53-9a1a-4671-a68f-459c6b19b5bd req-9ac6a34a-0064-4f20-aed2-11a116cce571 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0471015 Sep 24 14:30:24.644027 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:24.648797 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0feb8e53-9a1a-4671-a68f-459c6b19b5bd req-76857acf-f9ea-4735-9839-c30a5d9da5be tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Sep 24 14:30:24.845561 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616c941-14b1-47ad-8d70-d62547db3491 req-dab4eb6a-51d1-42ee-b7d5-06075455f980 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:24.847526 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8616c941-14b1-47ad-8d70-d62547db3491 req-dab4eb6a-51d1-42ee-b7d5-06075455f980 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0487094 Sep 24 14:30:24.893177 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8616c941-14b1-47ad-8d70-d62547db3491 req-01462194-e58d-4a4c-aa97-99ba9ba04be9 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Sep 24 14:30:25.667029 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5226b651-26d3-4333-8403-dc19586d5254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:25.767508 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04da2b-8210-48df-90df-379264e29237 req-5b85c284-3a70-41f1-b12b-192c5d79ce94 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:25.768967 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7c04da2b-8210-48df-90df-379264e29237 req-5b85c284-3a70-41f1-b12b-192c5d79ce94 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0469716 Sep 24 14:30:25.814519 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7c04da2b-8210-48df-90df-379264e29237 req-27d1943e-f501-4cae-a74c-25ab38d1a6d7 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 Sep 24 14:30:26.013103 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9bdc3-f65d-40b7-a284-773f38edfa91 req-0999f230-4f96-4d20-aeb4-b49aed357665 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:26.014580 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e7b9bdc3-f65d-40b7-a284-773f38edfa91 req-0999f230-4f96-4d20-aeb4-b49aed357665 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0449548 Sep 24 14:30:26.062294 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e7b9bdc3-f65d-40b7-a284-773f38edfa91 req-7936e8f3-13ee-4933-bcba-58e8a513b469 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Sep 24 14:30:26.949387 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88f756-fe4d-4e8b-826e-13809ee59b19 req-6ccf35e8-2a7a-4660-bfc8-3c0a7f33667a tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:26.950785 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0b88f756-fe4d-4e8b-826e-13809ee59b19 req-6ccf35e8-2a7a-4660-bfc8-3c0a7f33667a tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0611842 Sep 24 14:30:26.997001 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0b88f756-fe4d-4e8b-826e-13809ee59b19 req-0cdc88de-c48f-4f92-b772-a731706b1995 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 Sep 24 14:30:27.178749 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcad89-c267-41bd-b19f-ddbecaf01796 req-5a7d1da6-4a68-400f-b7b3-b7746ef96588 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:27.180247 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e3dcad89-c267-41bd-b19f-ddbecaf01796 req-5a7d1da6-4a68-400f-b7b3-b7746ef96588 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0457959 Sep 24 14:30:27.229973 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e3dcad89-c267-41bd-b19f-ddbecaf01796 req-68ea70da-92f6-419a-bc3e-5efb778dd0ee tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442343 Sep 24 14:30:28.074202 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:28.088941 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e57e44dc-1e9e-4deb-86ab-991c77d5c240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:28.117912 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f3fa7-9ee7-4ec9-bacb-1d51877e90fc req-6c4b2e1f-b53b-4493-971f-4ce1c02a67f5 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:28.119443 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e33f3fa7-9ee7-4ec9-bacb-1d51877e90fc req-6c4b2e1f-b53b-4493-971f-4ce1c02a67f5 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0487983 Sep 24 14:30:28.172920 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e33f3fa7-9ee7-4ec9-bacb-1d51877e90fc req-3176df1b-21bf-49a6-af8b-35dbfa7ab031 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477402 Sep 24 14:30:28.347629 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e76ad-af4d-432f-b30f-800155b79efe req-a4c7ecc3-0e77-4bc9-a78f-4b03f8228fb5 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:28.348894 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3a9e76ad-af4d-432f-b30f-800155b79efe req-a4c7ecc3-0e77-4bc9-a78f-4b03f8228fb5 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0460780 Sep 24 14:30:28.398256 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3a9e76ad-af4d-432f-b30f-800155b79efe req-c0f90ff3-afc8-4831-9229-2769ebc8f11e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438867 Sep 24 14:30:29.177833 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:29.279573 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:29.292609 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff3387-3cfa-47fd-b45e-748f52ed48be req-51d60eb0-3d1f-4edf-bd88-8882f146ee6b tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:29.294058 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b4ff3387-3cfa-47fd-b45e-748f52ed48be req-51d60eb0-3d1f-4edf-bd88-8882f146ee6b tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0467293 Sep 24 14:30:29.343770 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b4ff3387-3cfa-47fd-b45e-748f52ed48be req-bfbf9e11-0f45-4bf8-bdb5-94ccf351ca55 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Sep 24 14:30:29.514104 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197f90b-a6cb-4641-9ce2-bf2b4f94443b req-2b50628f-c75d-47fd-830b-f8dc03c3d564 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:29.515548 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e197f90b-a6cb-4641-9ce2-bf2b4f94443b req-2b50628f-c75d-47fd-830b-f8dc03c3d564 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0451405 Sep 24 14:30:29.560321 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e197f90b-a6cb-4641-9ce2-bf2b4f94443b req-d11c5d8d-b015-4a31-81cf-e9d81861debd tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394197 Sep 24 14:30:30.484914 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455f974-049f-4f77-aa5c-a13601614a6b req-0a1f0970-98df-47b8-9780-018f35133a88 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:30.486462 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e455f974-049f-4f77-aa5c-a13601614a6b req-0a1f0970-98df-47b8-9780-018f35133a88 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0622156 Sep 24 14:30:30.535010 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e455f974-049f-4f77-aa5c-a13601614a6b req-2e83e489-84df-437f-9c1a-4398e1277e48 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427656 Sep 24 14:30:30.653079 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:30.692867 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:30.702207 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce834610-5688-4ce8-8016-8b926c9bb48c req-b7eaf308-8644-4b08-aa19-00f9f0276b6e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:30.703952 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ce834610-5688-4ce8-8016-8b926c9bb48c req-b7eaf308-8644-4b08-aa19-00f9f0276b6e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0580728 Sep 24 14:30:30.763764 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ce834610-5688-4ce8-8016-8b926c9bb48c req-e9f82a87-8e75-43d2-bd0a-276c33da980e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528827 Sep 24 14:30:30.813589 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:31.677568 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47368973-73d1-44a5-bf44-3fbcd8194bd5 req-6af8fe4c-08e1-46ac-b2b8-10e42c463411 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:31.679041 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-47368973-73d1-44a5-bf44-3fbcd8194bd5 req-6af8fe4c-08e1-46ac-b2b8-10e42c463411 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0565524 Sep 24 14:30:31.736412 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-47368973-73d1-44a5-bf44-3fbcd8194bd5 req-bfc73a98-5e43-4af8-91e4-10f1dc312fd7 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517590 Sep 24 14:30:31.905692 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cc16f-ea77-4193-aab1-6d3e81b74d81 req-a62ea01a-b962-49ba-b54e-27058bbf0c86 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:31.907424 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-140cc16f-ea77-4193-aab1-6d3e81b74d81 req-a62ea01a-b962-49ba-b54e-27058bbf0c86 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 944 time: 0.0538313 Sep 24 14:30:31.948132 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:31.956392 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-140cc16f-ea77-4193-aab1-6d3e81b74d81 req-fd7e7755-b3f6-4414-bbe9-ee16ce51dcba tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421755 Sep 24 14:30:32.189481 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:30:32.393844 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device f7e81c8b-495e-44bd-8e81-16cff8e8588d details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:30:32.500526 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port f7e81c8b-495e-44bd-8e81-16cff8e8588d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=f7e81c8b-495e-44bd-8e81-16cff8e8588d,segment=NetworkSegment(54f08c96-7f93-4859-8a02-18005d40a2c4),segment_id=54f08c96-7f93-4859-8a02-18005d40a2c4)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:30:32.518582 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': 'f7e81c8b-495e-44bd-8e81-16cff8e8588d', 'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498', 'port_id': 'f7e81c8b-495e-44bd-8e81-16cff8e8588d', 'mac_address': 'fa:16:3e:b0:73:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc057ba-dbcd-4f32-bdc1-ee325ba7b670', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:30:32.558059 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port f7e81c8b-495e-44bd-8e81-16cff8e8588d is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:30:32.558450 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:32.573961 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e81c8b-495e-44bd-8e81-16cff8e8588d {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:30:32.595528 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port f7e81c8b-495e-44bd-8e81-16cff8e8588d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=f7e81c8b-495e-44bd-8e81-16cff8e8588d,segment=NetworkSegment(54f08c96-7f93-4859-8a02-18005d40a2c4),segment_id=54f08c96-7f93-4859-8a02-18005d40a2c4)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:30:32.600103 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:32.656574 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=f7e81c8b-495e-44bd-8e81-16cff8e8588d,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:32.862878 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466c813-c726-49f8-af6f-431e7722c759 req-762fc71b-9afa-43ef-902f-2d16afba5787 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:32.864343 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c466c813-c726-49f8-af6f-431e7722c759 req-762fc71b-9afa-43ef-902f-2d16afba5787 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0524805 Sep 24 14:30:32.912888 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c466c813-c726-49f8-af6f-431e7722c759 req-8d1a4847-bce1-461e-b3de-66c33016334a tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Sep 24 14:30:33.100521 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d466e1-f1ac-4d1c-adba-1434db21185a req-3f2d5245-ab5b-4093-b72f-03d43a8930ba tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:33.102136 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-42d466e1-f1ac-4d1c-adba-1434db21185a req-3f2d5245-ab5b-4093-b72f-03d43a8930ba tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 945 time: 0.0606446 Sep 24 14:30:33.150850 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-42d466e1-f1ac-4d1c-adba-1434db21185a req-68e108a6-070c-44c3-8f85-f1f29d8070f1 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429628 Sep 24 14:30:33.199102 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:33.253551 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['f7e81c8b-495e-44bd-8e81-16cff8e8588d'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:30:33.584520 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 42948) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:30:33.707956 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:33.791481 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Publish callbacks [] for security_group (93e1102f-46ee-44f6-81c4-0f5275fceac3), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:33.795704 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (93e1102f-46ee-44f6-81c4-0f5275fceac3), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:33.838575 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 42952) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:30:33.839018 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ca4deb7bc9b04bb28a027ee08495b164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529233 Sep 24 14:30:33.839578 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e1102f-46ee-44f6-81c4-0f5275fceac3,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:33.847308 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.847582 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.847932 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.848272 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.848605 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.848937 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.849268 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.849593 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.849919 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.850245 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.850571 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.850941 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.851901 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.851901 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.851901 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ca187-fe80-4e56-8bc8-5940030b854f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:33.896028 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Publish callbacks [] for security_group (93e1102f-46ee-44f6-81c4-0f5275fceac3), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:33.919759 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Publish callbacks [] for security_group (93e1102f-46ee-44f6-81c4-0f5275fceac3), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:33.982798 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (93e1102f-46ee-44f6-81c4-0f5275fceac3), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:33.985723 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:33.987548 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/93e1102f-46ee-44f6-81c4-0f5275fceac3 HTTP/1.1" status: 204 len: 168 time: 0.1472499 Sep 24 14:30:33.995662 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e1102f-46ee-44f6-81c4-0f5275fceac3,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:34.003708 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.004051 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.004423 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.004764 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.005088 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.005415 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.005740 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.006061 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.006382 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.006764 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.007117 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.007442 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.007763 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.008111 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.008427 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e0abf-edfe-449d-b6c7-d1166ab9ecb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:34.245825 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:34.289572 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e98d58-d90a-46ee-8d98-22a050eebb82 req-1a8e599e-c36e-48b4-bada-2b837d82e70d tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:34.291242 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79e98d58-d90a-46ee-8d98-22a050eebb82 req-1a8e599e-c36e-48b4-bada-2b837d82e70d tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 945 time: 0.0545692 Sep 24 14:30:34.342791 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79e98d58-d90a-46ee-8d98-22a050eebb82 req-48767e86-18ab-44da-a443-91140f0168b2 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450652 Sep 24 14:30:34.620971 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device f7e81c8b-495e-44bd-8e81-16cff8e8588d up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:30:34.664548 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port f7e81c8b-495e-44bd-8e81-16cff8e8588d completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:30:34.670882 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port f7e81c8b-495e-44bd-8e81-16cff8e8588d triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:30:34.671259 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:34.671590 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port f7e81c8b-495e-44bd-8e81-16cff8e8588d Sep 24 14:30:34.746109 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port f7e81c8b-495e-44bd-8e81-16cff8e8588d is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:30:34.746491 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:34.770329 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6521b9ab-7bd9-4568-bd81-d24b8f91f198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e81c8b-495e-44bd-8e81-16cff8e8588d'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:30:34.772571 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eda1715-9404-4687-80c4-0ad09f85f926" -d '{"events": [{"server_uuid": "6521b9ab-7bd9-4568-bd81-d24b8f91f198", "name": "network-vif-plugged", "status": "completed", "tag": "f7e81c8b-495e-44bd-8e81-16cff8e8588d"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:30:34.786597 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port f7e81c8b-495e-44bd-8e81-16cff8e8588d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=f7e81c8b-495e-44bd-8e81-16cff8e8588d,segment=NetworkSegment(54f08c96-7f93-4859-8a02-18005d40a2c4),segment_id=54f08c96-7f93-4859-8a02-18005d40a2c4)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:30:34.791906 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:34.815692 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6eca6a7-42e0-452e-b79b-f876e84580b9 x-openstack-request-id: req-f6eca6a7-42e0-452e-b79b-f876e84580b9 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:30:34.815979 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6521b9ab-7bd9-4568-bd81-d24b8f91f198", "name": "network-vif-plugged", "status": "completed", "tag": "f7e81c8b-495e-44bd-8e81-16cff8e8588d", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:30:34.816514 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6eca6a7-42e0-452e-b79b-f876e84580b9 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:30:34.816910 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6eca6a7-42e0-452e-b79b-f876e84580b9'] response: {'server_uuid': '6521b9ab-7bd9-4568-bd81-d24b8f91f198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e81c8b-495e-44bd-8e81-16cff8e8588d', 'code': 200} Sep 24 14:30:34.843101 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=f7e81c8b-495e-44bd-8e81-16cff8e8588d,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:35.061398 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5ae04-da6a-4bc7-b092-635c94ca4707 req-3bc83c28-72c6-4e71-987f-b2a57b842ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:35.062892 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-46e5ae04-da6a-4bc7-b092-635c94ca4707 req-3bc83c28-72c6-4e71-987f-b2a57b842ff5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 1130 time: 0.0423374 Sep 24 14:30:35.110899 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-46e5ae04-da6a-4bc7-b092-635c94ca4707 req-290c1289-7906-453e-82a9-9f25fab54613 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420897 Sep 24 14:30:35.474325 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c527b-bd6d-4051-bfdf-db203905a795 req-18f50fc8-af18-4250-9d42-d59cfb560f16 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:35.475839 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe1c527b-bd6d-4051-bfdf-db203905a795 req-18f50fc8-af18-4250-9d42-d59cfb560f16 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 946 time: 0.0481596 Sep 24 14:30:35.524386 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe1c527b-bd6d-4051-bfdf-db203905a795 req-3a53667b-f109-4f82-9095-3993db9cfd5f tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Sep 24 14:30:36.648688 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57aab8d-2aee-49b7-ae51-7688ffa2ac63 req-72cd0f9c-bd47-4577-b0e0-0823abcc938b tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:36.650199 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f57aab8d-2aee-49b7-ae51-7688ffa2ac63 req-72cd0f9c-bd47-4577-b0e0-0823abcc938b tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 946 time: 0.0466409 Sep 24 14:30:36.701220 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f57aab8d-2aee-49b7-ae51-7688ffa2ac63 req-c142c601-2511-4e27-85bc-9e70c98e9a6b tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Sep 24 14:30:37.817458 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:37.829409 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a74ef-7ff8-4799-b602-f147bd5dfeaf req-fe75f4c8-15de-4f57-8e14-a073ebd1fffa tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:37.830964 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-340a74ef-7ff8-4799-b602-f147bd5dfeaf req-fe75f4c8-15de-4f57-8e14-a073ebd1fffa tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 946 time: 0.0502028 Sep 24 14:30:37.876220 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-340a74ef-7ff8-4799-b602-f147bd5dfeaf req-563f5508-177c-49d7-8121-b09a7c94204c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396857 Sep 24 14:30:38.624774 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25be7e-fcb5-49eb-abff-4198d922b9c0 req-93c231c7-26a3-4841-990b-22d13ccb650c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:38.626616 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9e25be7e-fcb5-49eb-abff-4198d922b9c0 req-93c231c7-26a3-4841-990b-22d13ccb650c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 946 time: 0.0506690 Sep 24 14:30:38.673340 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9e25be7e-fcb5-49eb-abff-4198d922b9c0 req-7a80d018-946f-41af-9959-b2c9cab1e11e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Sep 24 14:30:39.792469 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3e707-0263-486d-aa4d-7810a3aab88d req-63b2f870-3f28-41dd-8830-059768f5fffa tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:39.793933 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5fa3e707-0263-486d-aa4d-7810a3aab88d req-63b2f870-3f28-41dd-8830-059768f5fffa tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 946 time: 0.0458870 Sep 24 14:30:39.839769 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5fa3e707-0263-486d-aa4d-7810a3aab88d req-be55d00c-75b2-403f-826b-3b19e73bddd2 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 Sep 24 14:30:40.961678 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2b6c0-71a0-4eaa-9106-de443496bdd7 req-bc4f061c-8b2f-47e8-870c-b68c0afab74c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:40.963177 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d9b2b6c0-71a0-4eaa-9106-de443496bdd7 req-bc4f061c-8b2f-47e8-870c-b68c0afab74c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 946 time: 0.0469186 Sep 24 14:30:41.010233 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d9b2b6c0-71a0-4eaa-9106-de443496bdd7 req-ef53aa37-d2d3-4825-a9f1-5c3bbcc4a3ca tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 Sep 24 14:30:41.232307 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5978d-c409-41d9-a82a-5e81a9c49d25 req-92e9ef22-f9e3-416b-8e34-e2ad9ef3a5c9 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:41.233706 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-91d5978d-c409-41d9-a82a-5e81a9c49d25 req-92e9ef22-f9e3-416b-8e34-e2ad9ef3a5c9 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 946 time: 0.0459659 Sep 24 14:30:41.735965 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-91d5978d-c409-41d9-a82a-5e81a9c49d25 req-26b83819-a7ba-46a1-8520-2caf624e803e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Deleting port f7e81c8b-495e-44bd-8e81-16cff8e8588d {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:30:41.736314 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-91d5978d-c409-41d9-a82a-5e81a9c49d25 req-26b83819-a7ba-46a1-8520-2caf624e803e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:41.833985 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-91d5978d-c409-41d9-a82a-5e81a9c49d25 req-26b83819-a7ba-46a1-8520-2caf624e803e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] For port f7e81c8b-495e-44bd-8e81-16cff8e8588d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=f7e81c8b-495e-44bd-8e81-16cff8e8588d,segment=NetworkSegment(54f08c96-7f93-4859-8a02-18005d40a2c4),segment_id=54f08c96-7f93-4859-8a02-18005d40a2c4)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:30:41.834360 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-91d5978d-c409-41d9-a82a-5e81a9c49d25 req-26b83819-a7ba-46a1-8520-2caf624e803e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:41.848129 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-91d5978d-c409-41d9-a82a-5e81a9c49d25 req-26b83819-a7ba-46a1-8520-2caf624e803e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Calling delete_port for f7e81c8b-495e-44bd-8e81-16cff8e8588d owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:30:41.971763 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-91d5978d-c409-41d9-a82a-5e81a9c49d25 req-26b83819-a7ba-46a1-8520-2caf624e803e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (f7e81c8b-495e-44bd-8e81-16cff8e8588d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:41.982637 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:42.015431 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['f7e81c8b-495e-44bd-8e81-16cff8e8588d'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:30:42.024203 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b83819-a7ba-46a1-8520-2caf624e803e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Pushing event deleted for resources: {'Port': ['ID=f7e81c8b-495e-44bd-8e81-16cff8e8588d,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:42.072976 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d5978d-c409-41d9-a82a-5e81a9c49d25 req-26b83819-a7ba-46a1-8520-2caf624e803e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] No DVR routers for this DVR port f7e81c8b-495e-44bd-8e81-16cff8e8588d on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:30:42.076473 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-91d5978d-c409-41d9-a82a-5e81a9c49d25 req-26b83819-a7ba-46a1-8520-2caf624e803e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:42.079758 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-91d5978d-c409-41d9-a82a-5e81a9c49d25 req-26b83819-a7ba-46a1-8520-2caf624e803e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.33 "DELETE /networking/v2.0/ports/f7e81c8b-495e-44bd-8e81-16cff8e8588d HTTP/1.1" status: 204 len: 173 time: 0.4345608 Sep 24 14:30:42.080909 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6521b9ab-7bd9-4568-bd81-d24b8f91f198', 'name': 'network-vif-deleted', 'tag': 'f7e81c8b-495e-44bd-8e81-16cff8e8588d'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:30:42.083778 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93ec9ca-d10f-4210-9d1e-458b51daa6ec" -d '{"events": [{"server_uuid": "6521b9ab-7bd9-4568-bd81-d24b8f91f198", "name": "network-vif-deleted", "tag": "f7e81c8b-495e-44bd-8e81-16cff8e8588d"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:30:42.123763 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8265647b-fb8f-43b7-a20f-1aa65b69ddcb x-openstack-request-id: req-8265647b-fb8f-43b7-a20f-1aa65b69ddcb {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:30:42.124318 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6521b9ab-7bd9-4568-bd81-d24b8f91f198", "name": "network-vif-deleted", "tag": "f7e81c8b-495e-44bd-8e81-16cff8e8588d", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:30:42.124580 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8265647b-fb8f-43b7-a20f-1aa65b69ddcb {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:30:42.125149 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8265647b-fb8f-43b7-a20f-1aa65b69ddcb'] response: {'server_uuid': '6521b9ab-7bd9-4568-bd81-d24b8f91f198', 'name': 'network-vif-deleted', 'tag': 'f7e81c8b-495e-44bd-8e81-16cff8e8588d', 'status': 'completed', 'code': 200} Sep 24 14:30:42.129538 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d0a9762d-66c4-4fbf-a82e-f6af502c69c1 req-7ce27fe4-432a-4c9d-9fc8-5158a3d240ef tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6521b9ab-7bd9-4568-bd81-d24b8f91f198 HTTP/1.1" status: 200 len: 210 time: 0.0348341 Sep 24 14:30:42.185250 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:43.459249 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-25c4da59-c09b-410e-9f3d-a1473ebc5b9d tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:43.460583 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-25c4da59-c09b-410e-9f3d-a1473ebc5b9d tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/networks?id=5cde2b2a-2e0e-44db-bb33-6d4b4863e498 HTTP/1.1" status: 200 len: 808 time: 0.0993612 Sep 24 14:30:43.474537 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-2b06d539-27f7-4039-9409-161bd46e1457 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/quotas/5ab7af1a1c6749548a6ed520b119d868 HTTP/1.1" status: 200 len: 375 time: 0.0087147 Sep 24 14:30:43.508531 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-af7f793c-1659-41a7-b143-5350dda8c4f7 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5ab7af1a1c6749548a6ed520b119d868&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291510 Sep 24 14:30:43.594982 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-dbe01c9e-97f6-48b6-a187-183186bad4f2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5cde2b2a-2e0e-44db-bb33-6d4b4863e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800173 Sep 24 14:30:43.685750 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-7d41ea67-b364-4804-9a33-db7625da66a5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5cde2b2a-2e0e-44db-bb33-6d4b4863e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851901 Sep 24 14:30:43.844824 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9b6d1c92-1187-46c3-9bf3-051394510f45 req-0fdcce18-1bcb-4805-b1de-c05866bae9ae tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 210 time: 0.0297105 Sep 24 14:30:44.841361 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=2,neutron:SELECT=61 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:44.945725 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5e95102d-a999-49f3-b48c-fd77d70b4f36 req-44bc72a2-34f3-4001-9c98-bc98dd101b20 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 210 time: 0.0267210 Sep 24 14:30:46.044771 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c66a7f61-9dce-4304-8244-8f5f2bcf2351 req-51a9d2b5-ba7e-40bf-8d57-25834c3bce13 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 210 time: 0.0280604 Sep 24 14:30:47.124485 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device f7e81c8b-495e-44bd-8e81-16cff8e8588d no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:30:47.153839 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b3cf8bb6-081c-4fb8-af0f-4dc98dbef500 req-7572c498-f5c6-45ce-a128-27ee592bde3b tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 210 time: 0.0356755 Sep 24 14:30:47.163233 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: f7e81c8b-495e-44bd-8e81-16cff8e8588d {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:30:47.163613 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device f7e81c8b-495e-44bd-8e81-16cff8e8588d not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:30:47.173113 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:48.277422 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-af12f762-e2c9-4311-8ebb-a4f7ad1a58c6 req-b7338b29-759c-40b6-a86f-38521fc53eda tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 210 time: 0.0296488 Sep 24 14:30:48.323214 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-9b944222-c05f-4a8c-a8a5-6abd63bc60a1 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:48.324660 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-9b944222-c05f-4a8c-a8a5-6abd63bc60a1 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.33 "GET /networking/v2.0/networks?id=5cde2b2a-2e0e-44db-bb33-6d4b4863e498 HTTP/1.1" status: 200 len: 808 time: 0.3452618 Sep 24 14:30:48.342330 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-a1a08779-bffd-46e7-8386-4fe27d0fd245 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Request body: {'port': {'device_id': '8cf437f3-c729-48f5-b474-914ea5b3aa8f', 'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498', 'admin_state_up': True, 'tenant_id': '5ab7af1a1c6749548a6ed520b119d868'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:30:48.448576 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:48.453547 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-a1a08779-bffd-46e7-8386-4fe27d0fd245 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Made reservation on behalf of 5ab7af1a1c6749548a6ed520b119d868 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:30:48.457876 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-a1a08779-bffd-46e7-8386-4fe27d0fd245 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:48.596217 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-a1a08779-bffd-46e7-8386-4fe27d0fd245 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Allocated IP 172.20.0.4 (5cde2b2a-2e0e-44db-bb33-6d4b4863e498/1dc057ba-dbcd-4f32-bdc1-ee325ba7b670/0e857250-96cd-4cff-87a6-420dd967c7d7) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:30:48.751380 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-a1a08779-bffd-46e7-8386-4fe27d0fd245 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks [] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:48.789606 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-a1a08779-bffd-46e7-8386-4fe27d0fd245 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:48.838056 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-a1a08779-bffd-46e7-8386-4fe27d0fd245 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Network 5cde2b2a-2e0e-44db-bb33-6d4b4863e498 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:30:48.841195 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-a1a08779-bffd-46e7-8386-4fe27d0fd245 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:30:48.843667 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-a1a08779-bffd-46e7-8386-4fe27d0fd245 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:30:48.872958 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a08779-bffd-46e7-8386-4fe27d0fd245 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Pushing event updated for resources: {'Port': ['ID=0e857250-96cd-4cff-87a6-420dd967c7d7,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:48.897234 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-a1a08779-bffd-46e7-8386-4fe27d0fd245 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:48.897839 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-a1a08779-bffd-46e7-8386-4fe27d0fd245 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:48.913885 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-a1a08779-bffd-46e7-8386-4fe27d0fd245 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5750213 Sep 24 14:30:48.931368 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Request body: {'port': {'device_id': '8cf437f3-c729-48f5-b474-914ea5b3aa8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:30:48.988582 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:49.037943 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:49.232940 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:49.237221 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e857250-96cd-4cff-87a6-420dd967c7d7 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:30:49.244813 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Publish callbacks [] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:49.259015 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Transition to ACTIVE for port object 0e857250-96cd-4cff-87a6-420dd967c7d7 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:30:49.263061 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:49.342332 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Pushing event updated for resources: {'Port': ['ID=0e857250-96cd-4cff-87a6-420dd967c7d7,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:49.371056 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Attempting to bind port 0e857250-96cd-4cff-87a6-420dd967c7d7 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:30:49.371393 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Attempting to bind port 0e857250-96cd-4cff-87a6-420dd967c7d7 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '54f08c96-7f93-4859-8a02-18005d40a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:30:49.371716 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Attempting to bind port 0e857250-96cd-4cff-87a6-420dd967c7d7 on network 5cde2b2a-2e0e-44db-bb33-6d4b4863e498 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:30:49.396496 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b20c83-d427-4524-a8ce-b214f4dd369d req-bf63df81-2e29-47aa-bb3f-af8f1e7c4cf6 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:49.397955 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-07b20c83-d427-4524-a8ce-b214f4dd369d req-bf63df81-2e29-47aa-bb3f-af8f1e7c4cf6 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 943 time: 0.0452192 Sep 24 14:30:49.415410 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Port 0e857250-96cd-4cff-87a6-420dd967c7d7 on network 5cde2b2a-2e0e-44db-bb33-6d4b4863e498 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:30:49.415741 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Attempting to bind port 0e857250-96cd-4cff-87a6-420dd967c7d7 on network 5cde2b2a-2e0e-44db-bb33-6d4b4863e498 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:30:49.443489 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:49.448758 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-07b20c83-d427-4524-a8ce-b214f4dd369d req-8e380a4e-28de-4d86-93dd-067de1ad87d6 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451932 Sep 24 14:30:49.457367 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:30:49.457698 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Checking segment: {'id': '54f08c96-7f93-4859-8a02-18005d40a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:30:49.458078 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Bound using segment: {'id': '54f08c96-7f93-4859-8a02-18005d40a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:30:49.458506 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Bound port: 0e857250-96cd-4cff-87a6-420dd967c7d7, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f08c96-7f93-4859-8a02-18005d40a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:30:49.458883 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:49.518424 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] For port 0e857250-96cd-4cff-87a6-420dd967c7d7, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:30:49.521333 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] For port 0e857250-96cd-4cff-87a6-420dd967c7d7, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=0e857250-96cd-4cff-87a6-420dd967c7d7,segment=NetworkSegment(54f08c96-7f93-4859-8a02-18005d40a2c4),segment_id=54f08c96-7f93-4859-8a02-18005d40a2c4)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:30:49.527430 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:49.532032 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:49.533492 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:49.535656 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/0e857250-96cd-4cff-87a6-420dd967c7d7 HTTP/1.1" status: 200 len: 1093 time: 0.6080592 Sep 24 14:30:49.536515 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf437f3-c729-48f5-b474-914ea5b3aa8f', 'tag': '0e857250-96cd-4cff-87a6-420dd967c7d7'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:30:49.539018 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc037242-de94-4908-a2e9-def7d912b7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf437f3-c729-48f5-b474-914ea5b3aa8f", "tag": "0e857250-96cd-4cff-87a6-420dd967c7d7"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:30:49.579697 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86db193-15df-4d04-8060-4d6455ff71d4 x-openstack-request-id: req-e86db193-15df-4d04-8060-4d6455ff71d4 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:30:49.580019 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf437f3-c729-48f5-b474-914ea5b3aa8f", "tag": "0e857250-96cd-4cff-87a6-420dd967c7d7", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:30:49.580273 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e86db193-15df-4d04-8060-4d6455ff71d4 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:30:49.580677 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86db193-15df-4d04-8060-4d6455ff71d4'] response: {'name': 'network-changed', 'server_uuid': '8cf437f3-c729-48f5-b474-914ea5b3aa8f', 'tag': '0e857250-96cd-4cff-87a6-420dd967c7d7', 'status': 'completed', 'code': 200} Sep 24 14:30:49.592487 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbe48f-fb4e-4a44-ae2d-e984c3ba0c99 service neutron] Pushing event updated for resources: {'Port': ['ID=0e857250-96cd-4cff-87a6-420dd967c7d7,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:49.653199 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-5a14bfc9-df02-4d3a-8e69-938c19328804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:49.654839 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-5a14bfc9-df02-4d3a-8e69-938c19328804 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5ab7af1a1c6749548a6ed520b119d868&device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 1127 time: 0.0400002 Sep 24 14:30:49.703428 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-61dfee76-fc21-4ae1-9ebe-29aaf6262f4f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e857250-96cd-4cff-87a6-420dd967c7d7 HTTP/1.1" status: 200 len: 217 time: 0.0343940 Sep 24 14:30:49.750693 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-0c4c6e30-56dd-4540-8f38-5f9dd144dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:49.752148 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-0c4c6e30-56dd-4540-8f38-5f9dd144dd16 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1dc057ba-dbcd-4f32-bdc1-ee325ba7b670 HTTP/1.1" status: 200 len: 848 time: 0.0429180 Sep 24 14:30:49.787263 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-a98b57c1-960f-47a5-a378-ac2818177e7a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=5cde2b2a-2e0e-44db-bb33-6d4b4863e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290558 Sep 24 14:30:49.874685 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-4edc3b98-3566-4a18-be31-9063518fb31e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5cde2b2a-2e0e-44db-bb33-6d4b4863e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820241 Sep 24 14:30:49.966490 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-229b5816-f037-44d2-b7fe-d00b00514b38 req-12278c6d-0a5b-46c1-a2bc-aab1c9e5ddfe service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5cde2b2a-2e0e-44db-bb33-6d4b4863e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854630 Sep 24 14:30:50.567008 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e7d01-dde1-4db9-8009-3ac8992c4167 req-a1a7c0ba-f961-4c83-9bdd-7d955d9e0932 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:50.568431 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-323e7d01-dde1-4db9-8009-3ac8992c4167 req-a1a7c0ba-f961-4c83-9bdd-7d955d9e0932 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 943 time: 0.0455849 Sep 24 14:30:50.620789 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-323e7d01-dde1-4db9-8009-3ac8992c4167 req-f3cd379c-2d6d-43d9-996b-e5b149dd3716 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397072 Sep 24 14:30:51.728416 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:51.743927 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a300b02-773b-41e1-ae45-e1994f79a81f req-4e214c15-5fde-470a-a49a-18a1e5be5bb5 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:51.745393 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a300b02-773b-41e1-ae45-e1994f79a81f req-4e214c15-5fde-470a-a49a-18a1e5be5bb5 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 943 time: 0.0478926 Sep 24 14:30:51.792564 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a300b02-773b-41e1-ae45-e1994f79a81f req-118c9757-927f-43ca-bb69-baa8e31293ad tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415826 Sep 24 14:30:52.910027 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115d2d-bf93-45a2-ac55-d40becfc936b req-233a5963-c855-4cfa-aa33-59e6dd28c7f1 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:52.911484 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6f115d2d-bf93-45a2-ac55-d40becfc936b req-233a5963-c855-4cfa-aa33-59e6dd28c7f1 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 943 time: 0.0454621 Sep 24 14:30:52.955631 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6f115d2d-bf93-45a2-ac55-d40becfc936b req-fc243b9a-9851-4bb2-a5b2-acb606d18d00 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388045 Sep 24 14:30:54.074852 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cba41-0285-47a4-9ad8-3a03296c6715 req-6c8f6d89-f440-4c89-bfb8-058b23c39ad2 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:54.076231 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-531cba41-0285-47a4-9ad8-3a03296c6715 req-6c8f6d89-f440-4c89-bfb8-058b23c39ad2 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 943 time: 0.0456007 Sep 24 14:30:54.125865 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-531cba41-0285-47a4-9ad8-3a03296c6715 req-c9c97ada-862d-498a-b13b-e03a551f3eef tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435891 Sep 24 14:30:55.249276 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38a9d6-9b78-4791-aee6-4c7837d557ea req-e333fa4e-b6bb-43c1-b4e5-8545016ea6ad tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:55.250690 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4b38a9d6-9b78-4791-aee6-4c7837d557ea req-e333fa4e-b6bb-43c1-b4e5-8545016ea6ad tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 943 time: 0.0474293 Sep 24 14:30:55.289871 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:55.297718 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4b38a9d6-9b78-4791-aee6-4c7837d557ea req-32d4e62d-f7f2-4335-9619-9ab0676779bd tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 Sep 24 14:30:55.656398 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:55.669660 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e733638b-094e-4ba2-9abc-ac376b0c06a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:55.885605 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=17 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:55.887507 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=15 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:56.380596 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:56.418687 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6d5f-c4de-4679-9da8-6ecd63be5bea req-721f09fc-24c1-4afd-8f05-895aa03d0d25 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:56.420458 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35de6d5f-c4de-4679-9da8-6ecd63be5bea req-721f09fc-24c1-4afd-8f05-895aa03d0d25 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 943 time: 0.0486519 Sep 24 14:30:56.467180 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35de6d5f-c4de-4679-9da8-6ecd63be5bea req-6d14e7ea-b4ac-44ae-b402-a488d674013e tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Sep 24 14:30:57.588588 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fe3f0-f8f4-4e19-b7a5-307ef870d4d5 req-c24864bf-0c4a-453d-9305-1b5dcde4a1f6 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:57.590370 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1e2fe3f0-f8f4-4e19-b7a5-307ef870d4d5 req-c24864bf-0c4a-453d-9305-1b5dcde4a1f6 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 943 time: 0.0476589 Sep 24 14:30:57.637666 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1e2fe3f0-f8f4-4e19-b7a5-307ef870d4d5 req-ce0849c9-fa89-4fa5-bac1-43ab26ceef99 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Sep 24 14:30:58.081780 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-47ef95b7-0bcb-4093-b755-3a4f3018975a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:58.709862 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc037242-de94-4908-a2e9-def7d912b7dc req-04c8fb20-c73e-499c-9f60-e25770808ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:58.711932 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bc037242-de94-4908-a2e9-def7d912b7dc req-04c8fb20-c73e-499c-9f60-e25770808ed2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5ab7af1a1c6749548a6ed520b119d868&device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 1127 time: 0.0428393 Sep 24 14:30:58.770220 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6706603-9b69-4213-88a0-aa22e955f8ef req-64a44056-7fac-4fbc-b134-70e29b9bf3b9 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:58.772119 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c6706603-9b69-4213-88a0-aa22e955f8ef req-64a44056-7fac-4fbc-b134-70e29b9bf3b9 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 943 time: 0.0528319 Sep 24 14:30:58.812987 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc037242-de94-4908-a2e9-def7d912b7dc req-d2c9dc02-dd38-4a17-9a52-78f6a3dbec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:58.814536 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bc037242-de94-4908-a2e9-def7d912b7dc req-d2c9dc02-dd38-4a17-9a52-78f6a3dbec38 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=5cde2b2a-2e0e-44db-bb33-6d4b4863e498 HTTP/1.1" status: 200 len: 908 time: 0.0939491 Sep 24 14:30:58.822136 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c6706603-9b69-4213-88a0-aa22e955f8ef req-cc45ec03-4822-4907-87f4-2d4850b2314b tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431352 Sep 24 14:30:59.172382 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 0e857250-96cd-4cff-87a6-420dd967c7d7 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:30:59.176446 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:30:59.200311 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:59.281253 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 0e857250-96cd-4cff-87a6-420dd967c7d7, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=0e857250-96cd-4cff-87a6-420dd967c7d7,segment=NetworkSegment(54f08c96-7f93-4859-8a02-18005d40a2c4),segment_id=54f08c96-7f93-4859-8a02-18005d40a2c4)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:30:59.292912 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '0e857250-96cd-4cff-87a6-420dd967c7d7', 'network_id': '5cde2b2a-2e0e-44db-bb33-6d4b4863e498', 'port_id': '0e857250-96cd-4cff-87a6-420dd967c7d7', 'mac_address': 'fa:16:3e:60:81:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc057ba-dbcd-4f32-bdc1-ee325ba7b670', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:30:59.309485 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bc037242-de94-4908-a2e9-def7d912b7dc req-1ed82ad2-b053-4a38-bb20-0316e7594a19 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e857250-96cd-4cff-87a6-420dd967c7d7 HTTP/1.1" status: 200 len: 217 time: 0.0335357 Sep 24 14:30:59.327118 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 0e857250-96cd-4cff-87a6-420dd967c7d7 is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:30:59.327506 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:59.341677 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e857250-96cd-4cff-87a6-420dd967c7d7 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:30:59.365632 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 0e857250-96cd-4cff-87a6-420dd967c7d7, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=0e857250-96cd-4cff-87a6-420dd967c7d7,segment=NetworkSegment(54f08c96-7f93-4859-8a02-18005d40a2c4),segment_id=54f08c96-7f93-4859-8a02-18005d40a2c4)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:30:59.368562 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc037242-de94-4908-a2e9-def7d912b7dc req-5328914f-f49d-4624-93bd-7b2a681dd081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:59.370022 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bc037242-de94-4908-a2e9-def7d912b7dc req-5328914f-f49d-4624-93bd-7b2a681dd081 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1dc057ba-dbcd-4f32-bdc1-ee325ba7b670 HTTP/1.1" status: 200 len: 848 time: 0.0449982 Sep 24 14:30:59.370148 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:30:59.415159 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=0e857250-96cd-4cff-87a6-420dd967c7d7,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:30:59.422083 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.422489 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.422893 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.423156 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.423488 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.423853 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.424179 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.424503 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.424825 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.425146 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.425467 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.425803 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.426130 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.426448 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.427262 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:30:59.452807 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bc037242-de94-4908-a2e9-def7d912b7dc req-3013bc11-373a-4640-bead-c7196b0f364d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=5cde2b2a-2e0e-44db-bb33-6d4b4863e498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302963 Sep 24 14:30:59.545535 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bc037242-de94-4908-a2e9-def7d912b7dc req-34d3c746-6eec-41b7-9c5a-87ec38320f17 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5cde2b2a-2e0e-44db-bb33-6d4b4863e498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850074 Sep 24 14:30:59.640067 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bc037242-de94-4908-a2e9-def7d912b7dc req-9513070e-9e86-4777-bb2b-d76819028587 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5cde2b2a-2e0e-44db-bb33-6d4b4863e498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869257 Sep 24 14:30:59.937644 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['0e857250-96cd-4cff-87a6-420dd967c7d7'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:30:59.943343 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dd2e1-793e-463d-8403-ced430bf775b req-d757389b-97b9-4e7c-a6bf-4e8a33e423fc tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:30:59.944975 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f85dd2e1-793e-463d-8403-ced430bf775b req-d757389b-97b9-4e7c-a6bf-4e8a33e423fc tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 944 time: 0.0471561 Sep 24 14:30:59.991883 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f85dd2e1-793e-463d-8403-ced430bf775b req-7e1ec393-5407-4157-a2f5-948fc87a7786 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412412 Sep 24 14:31:00.647953 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:00.767413 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac812f3-4dd5-47d7-bb4a-fb7438cd84ff req-820d31e8-cd43-4df6-ba14-9262f9876363 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:00.768777 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4ac812f3-4dd5-47d7-bb4a-fb7438cd84ff req-820d31e8-cd43-4df6-ba14-9262f9876363 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0452673 Sep 24 14:31:00.816822 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:00.819375 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4ac812f3-4dd5-47d7-bb4a-fb7438cd84ff req-4ee07379-b4af-4863-8d1e-0afe0a32b780 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 Sep 24 14:31:01.109983 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13c5e1-d936-4f17-bc39-c5f58c62e7aa req-33be3956-a733-45a8-a61c-1e6da574db18 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:01.111483 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5d13c5e1-d936-4f17-bc39-c5f58c62e7aa req-33be3956-a733-45a8-a61c-1e6da574db18 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 944 time: 0.0455854 Sep 24 14:31:01.157668 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5d13c5e1-d936-4f17-bc39-c5f58c62e7aa req-b90eeca5-f331-41e3-90df-0c26b282bdbf tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 Sep 24 14:31:01.341951 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 0e857250-96cd-4cff-87a6-420dd967c7d7 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:31:01.385276 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 0e857250-96cd-4cff-87a6-420dd967c7d7 completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:31:01.390966 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 0e857250-96cd-4cff-87a6-420dd967c7d7 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:01.391341 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:01.391723 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 0e857250-96cd-4cff-87a6-420dd967c7d7 Sep 24 14:31:01.460165 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 0e857250-96cd-4cff-87a6-420dd967c7d7 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:01.460552 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:01.482143 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf437f3-c729-48f5-b474-914ea5b3aa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e857250-96cd-4cff-87a6-420dd967c7d7'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:31:01.484365 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a1c679-39b8-4230-93f8-f22b7e1550d5" -d '{"events": [{"server_uuid": "8cf437f3-c729-48f5-b474-914ea5b3aa8f", "name": "network-vif-plugged", "status": "completed", "tag": "0e857250-96cd-4cff-87a6-420dd967c7d7"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:31:01.496299 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 0e857250-96cd-4cff-87a6-420dd967c7d7, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=0e857250-96cd-4cff-87a6-420dd967c7d7,segment=NetworkSegment(54f08c96-7f93-4859-8a02-18005d40a2c4),segment_id=54f08c96-7f93-4859-8a02-18005d40a2c4)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:31:01.499934 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:01.524203 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143b30d3-b80a-4678-b682-304c2d48a3de x-openstack-request-id: req-143b30d3-b80a-4678-b682-304c2d48a3de {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:31:01.524491 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf437f3-c729-48f5-b474-914ea5b3aa8f", "name": "network-vif-plugged", "status": "completed", "tag": "0e857250-96cd-4cff-87a6-420dd967c7d7", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:31:01.524742 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-143b30d3-b80a-4678-b682-304c2d48a3de {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:31:01.525127 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143b30d3-b80a-4678-b682-304c2d48a3de'] response: {'server_uuid': '8cf437f3-c729-48f5-b474-914ea5b3aa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e857250-96cd-4cff-87a6-420dd967c7d7', 'code': 200} Sep 24 14:31:01.550638 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=0e857250-96cd-4cff-87a6-420dd967c7d7,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:01.936434 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da6915-a620-4394-9247-b0b600edb501 req-3a8df549-84c7-47e0-8163-c25fd1e8ef84 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:01.937842 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d2da6915-a620-4394-9247-b0b600edb501 req-3a8df549-84c7-47e0-8163-c25fd1e8ef84 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0442622 Sep 24 14:31:01.987347 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d2da6915-a620-4394-9247-b0b600edb501 req-e4ada9d5-7fa1-4b50-89e6-80e8ca568a63 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433142 Sep 24 14:31:02.305089 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29857de9-dea9-4c77-ba66-048c1ce6aabd req-c2d4bd0c-b78b-46e8-8671-5f6fe54480b8 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:02.306536 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-29857de9-dea9-4c77-ba66-048c1ce6aabd req-c2d4bd0c-b78b-46e8-8671-5f6fe54480b8 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 945 time: 0.0727174 Sep 24 14:31:02.307598 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe1bfc-bcd7-4a70-8851-f4ae51c6475c req-ee0e0f55-bc94-4c58-9afa-26cb7441e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:02.308901 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bcbe1bfc-bcd7-4a70-8851-f4ae51c6475c req-ee0e0f55-bc94-4c58-9afa-26cb7441e248 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 1129 time: 0.0732679 Sep 24 14:31:02.380222 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:02.384587 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-29857de9-dea9-4c77-ba66-048c1ce6aabd req-9e608ff8-caf7-4d6f-a285-7bc00921abcc tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725565 Sep 24 14:31:02.387393 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bcbe1bfc-bcd7-4a70-8851-f4ae51c6475c req-d4791f79-1690-413c-87a8-78c8bc90ccb0 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696435 Sep 24 14:31:03.107448 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f388df-4ce7-4548-82d0-ca78dc77ed85 req-589fb082-9b6b-44b0-b589-b7bab5527fb9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:03.108671 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-14f388df-4ce7-4548-82d0-ca78dc77ed85 req-589fb082-9b6b-44b0-b589-b7bab5527fb9 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0475459 Sep 24 14:31:03.154527 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-14f388df-4ce7-4548-82d0-ca78dc77ed85 req-5971ab6b-7ee8-4c35-a723-f5259e923936 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Sep 24 14:31:03.507121 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60598d-982a-4a77-b6f4-2b64cb240f47 req-eb30e51d-b637-4438-91e2-8c73ef80391b tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:03.508604 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8b60598d-982a-4a77-b6f4-2b64cb240f47 req-eb30e51d-b637-4438-91e2-8c73ef80391b tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 945 time: 0.0500813 Sep 24 14:31:03.555311 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8b60598d-982a-4a77-b6f4-2b64cb240f47 req-8c6a5d96-6bf9-4af9-ace2-ab1a9cfd9840 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409808 Sep 24 14:31:04.245869 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074998a-6651-41ab-8ba2-d1ffae9d6739 req-a7ca7e73-7173-4b43-a7df-9a734a3e1f7a tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:04.247372 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9074998a-6651-41ab-8ba2-d1ffae9d6739 req-a7ca7e73-7173-4b43-a7df-9a734a3e1f7a tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0478039 Sep 24 14:31:04.277881 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ceb61-fd4f-441a-bf97-1254c43e0644 req-69a9969b-3ff5-4b90-a91d-7f0bc56dea61 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:04.279398 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8b3ceb61-fd4f-441a-bf97-1254c43e0644 req-69a9969b-3ff5-4b90-a91d-7f0bc56dea61 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 945 time: 0.0478225 Sep 24 14:31:04.324803 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8b3ceb61-fd4f-441a-bf97-1254c43e0644 req-a68d34e8-0c63-4b96-b26b-e61cbc231dea tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ff7b032b-3184-439b-8069-587f42c3d4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397213 Sep 24 14:31:04.671586 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1eac0-a68d-49b0-99cd-4b7d5c3bb64b req-5d37f9ad-38a6-4860-b35f-6451d92d857c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:04.673005 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c6f1eac0-a68d-49b0-99cd-4b7d5c3bb64b req-5d37f9ad-38a6-4860-b35f-6451d92d857c tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 945 time: 0.0454957 Sep 24 14:31:04.696593 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:04.722241 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c6f1eac0-a68d-49b0-99cd-4b7d5c3bb64b req-1d7fa5d9-e1e0-4422-b1f2-70f353975c17 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432389 Sep 24 14:31:04.966766 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-9074998a-6651-41ab-8ba2-d1ffae9d6739 req-29292575-7059-4414-8549-59696f37263c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Deleting port efe264bb-2645-4dc3-899c-304f3587db1e {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:31:04.967138 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9074998a-6651-41ab-8ba2-d1ffae9d6739 req-29292575-7059-4414-8549-59696f37263c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (efe264bb-2645-4dc3-899c-304f3587db1e), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:05.059918 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-9074998a-6651-41ab-8ba2-d1ffae9d6739 req-29292575-7059-4414-8549-59696f37263c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] For port efe264bb-2645-4dc3-899c-304f3587db1e, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=efe264bb-2645-4dc3-899c-304f3587db1e,segment=NetworkSegment(092c8bb3-def4-45a3-9cfe-4817d5dd5749),segment_id=092c8bb3-def4-45a3-9cfe-4817d5dd5749)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:31:05.060286 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9074998a-6651-41ab-8ba2-d1ffae9d6739 req-29292575-7059-4414-8549-59696f37263c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (efe264bb-2645-4dc3-899c-304f3587db1e), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:05.073605 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-9074998a-6651-41ab-8ba2-d1ffae9d6739 req-29292575-7059-4414-8549-59696f37263c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Calling delete_port for efe264bb-2645-4dc3-899c-304f3587db1e owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:31:05.196436 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9074998a-6651-41ab-8ba2-d1ffae9d6739 req-29292575-7059-4414-8549-59696f37263c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (efe264bb-2645-4dc3-899c-304f3587db1e), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:05.225016 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29292575-7059-4414-8549-59696f37263c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Pushing event deleted for resources: {'Port': ['ID=efe264bb-2645-4dc3-899c-304f3587db1e,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:05.232480 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['efe264bb-2645-4dc3-899c-304f3587db1e'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:31:05.270327 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-9074998a-6651-41ab-8ba2-d1ffae9d6739 req-29292575-7059-4414-8549-59696f37263c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] No DVR routers for this DVR port efe264bb-2645-4dc3-899c-304f3587db1e on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:31:05.272794 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9074998a-6651-41ab-8ba2-d1ffae9d6739 req-29292575-7059-4414-8549-59696f37263c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:05.276026 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9074998a-6651-41ab-8ba2-d1ffae9d6739 req-29292575-7059-4414-8549-59696f37263c tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.33 "DELETE /networking/v2.0/ports/efe264bb-2645-4dc3-899c-304f3587db1e HTTP/1.1" status: 204 len: 173 time: 0.3888090 Sep 24 14:31:05.276510 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c44be5-8822-4ba2-b0be-4431ac14f185', 'name': 'network-vif-deleted', 'tag': 'efe264bb-2645-4dc3-899c-304f3587db1e'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:31:05.278722 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bf0825-2cd5-495d-8e0a-e4e39c471536" -d '{"events": [{"server_uuid": "b1c44be5-8822-4ba2-b0be-4431ac14f185", "name": "network-vif-deleted", "tag": "efe264bb-2645-4dc3-899c-304f3587db1e"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:31:05.317191 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c5cb65-1fba-45f5-88a2-5ebf172e700c x-openstack-request-id: req-27c5cb65-1fba-45f5-88a2-5ebf172e700c {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:31:05.317487 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c44be5-8822-4ba2-b0be-4431ac14f185", "name": "network-vif-deleted", "tag": "efe264bb-2645-4dc3-899c-304f3587db1e", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:31:05.317741 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27c5cb65-1fba-45f5-88a2-5ebf172e700c {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:31:05.318227 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c5cb65-1fba-45f5-88a2-5ebf172e700c'] response: {'server_uuid': 'b1c44be5-8822-4ba2-b0be-4431ac14f185', 'name': 'network-vif-deleted', 'tag': 'efe264bb-2645-4dc3-899c-304f3587db1e', 'status': 'completed', 'code': 200} Sep 24 14:31:05.427690 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4d3f0511-7a3c-4d57-8247-e6427f4faa46 req-3f68e948-41d7-44b4-aba5-cb11956e1796 tempest-VolumesSnapshotTestJSON-913420090 tempest-VolumesSnapshotTestJSON-913420090-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b1c44be5-8822-4ba2-b0be-4431ac14f185 HTTP/1.1" status: 200 len: 210 time: 0.0291555 Sep 24 14:31:05.840550 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185262e-d1ef-4571-9c6a-234a76bc38a1 req-7257700a-c782-489c-aad6-5197be73d192 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:05.842024 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c185262e-d1ef-4571-9c6a-234a76bc38a1 req-7257700a-c782-489c-aad6-5197be73d192 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 945 time: 0.0463183 Sep 24 14:31:05.891222 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c185262e-d1ef-4571-9c6a-234a76bc38a1 req-8c752437-3037-4b8c-aa4b-167bae7adf8a tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436740 Sep 24 14:31:06.872025 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a89c7f-5355-4b49-87a8-a4cf1ff5cd19 req-689f4e56-ee16-4959-91b7-33884bb28338 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:06.873483 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-27a89c7f-5355-4b49-87a8-a4cf1ff5cd19 req-689f4e56-ee16-4959-91b7-33884bb28338 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 945 time: 0.2222478 Sep 24 14:31:06.921167 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-27a89c7f-5355-4b49-87a8-a4cf1ff5cd19 req-6a3aeb9c-51af-42de-9d4e-8ba56f426989 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Sep 24 14:31:08.316479 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7df8-28a1-403b-a7fa-24cdd53b6d5d req-105ca2db-e0bf-4b1a-a847-fcc3c4478302 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:08.317850 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8aca7df8-28a1-403b-a7fa-24cdd53b6d5d req-105ca2db-e0bf-4b1a-a847-fcc3c4478302 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 945 time: 0.3146040 Sep 24 14:31:08.364709 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8aca7df8-28a1-403b-a7fa-24cdd53b6d5d req-79fa597c-8cb8-4e54-a1df-ffa52221c711 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412631 Sep 24 14:31:09.188114 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:31:09.482732 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62951582-e80a-4414-b556-f13d60f0e3a0 req-44364fba-5fcc-4ff8-8f84-203a723e220a tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:09.484170 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-62951582-e80a-4414-b556-f13d60f0e3a0 req-44364fba-5fcc-4ff8-8f84-203a723e220a tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 945 time: 0.0455124 Sep 24 14:31:09.522235 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:09.529895 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-62951582-e80a-4414-b556-f13d60f0e3a0 req-c739ae74-53a8-4e37-9b61-a1dc00a4a327 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397980 Sep 24 14:31:10.648488 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a0013-92f8-4446-a4b2-609bc6ccf5ab req-be4c9f72-24e8-428b-8388-9211cd3e63b2 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:10.649930 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-744a0013-92f8-4446-a4b2-609bc6ccf5ab req-be4c9f72-24e8-428b-8388-9211cd3e63b2 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 945 time: 0.0459890 Sep 24 14:31:10.671804 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device efe264bb-2645-4dc3-899c-304f3587db1e no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:31:10.690182 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: efe264bb-2645-4dc3-899c-304f3587db1e {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:31:10.690532 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device efe264bb-2645-4dc3-899c-304f3587db1e not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:31:10.695884 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-744a0013-92f8-4446-a4b2-609bc6ccf5ab req-20d81c38-c182-45c8-9ecd-280a2b621eec tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405090 Sep 24 14:31:11.548840 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:11.817624 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a9753-7946-4d1f-9070-ba00eac24389 req-5d6c835e-4bfe-4787-bf0b-dcda11d637e0 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:11.819212 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-db5a9753-7946-4d1f-9070-ba00eac24389 req-5d6c835e-4bfe-4787-bf0b-dcda11d637e0 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 945 time: 0.0478117 Sep 24 14:31:11.865464 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-db5a9753-7946-4d1f-9070-ba00eac24389 req-cb1150f7-7029-4bd2-b633-25764979977d tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Sep 24 14:31:12.452596 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:12.496223 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc274b7-efa5-45ca-92a9-4ff1ce1a840c req-9912540f-5a34-470f-9225-bc4a9720b3a8 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:12.497683 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1bc274b7-efa5-45ca-92a9-4ff1ce1a840c req-9912540f-5a34-470f-9225-bc4a9720b3a8 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 945 time: 0.0527914 Sep 24 14:31:12.584475 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-1bc274b7-efa5-45ca-92a9-4ff1ce1a840c req-52c0fe5e-3ba1-4382-bde0-d2ca6af22562 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Deleting port 0e857250-96cd-4cff-87a6-420dd967c7d7 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:31:12.584816 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1bc274b7-efa5-45ca-92a9-4ff1ce1a840c req-52c0fe5e-3ba1-4382-bde0-d2ca6af22562 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:12.675377 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-1bc274b7-efa5-45ca-92a9-4ff1ce1a840c req-52c0fe5e-3ba1-4382-bde0-d2ca6af22562 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] For port 0e857250-96cd-4cff-87a6-420dd967c7d7, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=0e857250-96cd-4cff-87a6-420dd967c7d7,segment=NetworkSegment(54f08c96-7f93-4859-8a02-18005d40a2c4),segment_id=54f08c96-7f93-4859-8a02-18005d40a2c4)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:31:12.675662 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1bc274b7-efa5-45ca-92a9-4ff1ce1a840c req-52c0fe5e-3ba1-4382-bde0-d2ca6af22562 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:12.688530 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-1bc274b7-efa5-45ca-92a9-4ff1ce1a840c req-52c0fe5e-3ba1-4382-bde0-d2ca6af22562 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Calling delete_port for 0e857250-96cd-4cff-87a6-420dd967c7d7 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:31:12.742179 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:12.811133 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1bc274b7-efa5-45ca-92a9-4ff1ce1a840c req-52c0fe5e-3ba1-4382-bde0-d2ca6af22562 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (0e857250-96cd-4cff-87a6-420dd967c7d7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:12.847685 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0fe5e-3ba1-4382-bde0-d2ca6af22562 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Pushing event deleted for resources: {'Port': ['ID=0e857250-96cd-4cff-87a6-420dd967c7d7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:12.889742 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc274b7-efa5-45ca-92a9-4ff1ce1a840c req-52c0fe5e-3ba1-4382-bde0-d2ca6af22562 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] No DVR routers for this DVR port 0e857250-96cd-4cff-87a6-420dd967c7d7 on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:31:12.892194 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-1bc274b7-efa5-45ca-92a9-4ff1ce1a840c req-52c0fe5e-3ba1-4382-bde0-d2ca6af22562 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:12.895424 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1bc274b7-efa5-45ca-92a9-4ff1ce1a840c req-52c0fe5e-3ba1-4382-bde0-d2ca6af22562 tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.33 "DELETE /networking/v2.0/ports/0e857250-96cd-4cff-87a6-420dd967c7d7 HTTP/1.1" status: 204 len: 173 time: 0.3916531 Sep 24 14:31:12.895906 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf437f3-c729-48f5-b474-914ea5b3aa8f', 'name': 'network-vif-deleted', 'tag': '0e857250-96cd-4cff-87a6-420dd967c7d7'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:31:12.898139 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9a3b31-87c9-40d8-bf09-ec386469484c" -d '{"events": [{"server_uuid": "8cf437f3-c729-48f5-b474-914ea5b3aa8f", "name": "network-vif-deleted", "tag": "0e857250-96cd-4cff-87a6-420dd967c7d7"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:31:12.936784 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1478fd69-aa89-40dc-92b6-ed0faee6a5ec x-openstack-request-id: req-1478fd69-aa89-40dc-92b6-ed0faee6a5ec {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:31:12.937099 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf437f3-c729-48f5-b474-914ea5b3aa8f", "name": "network-vif-deleted", "tag": "0e857250-96cd-4cff-87a6-420dd967c7d7", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:31:12.937353 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1478fd69-aa89-40dc-92b6-ed0faee6a5ec {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:31:12.937755 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1478fd69-aa89-40dc-92b6-ed0faee6a5ec'] response: {'server_uuid': '8cf437f3-c729-48f5-b474-914ea5b3aa8f', 'name': 'network-vif-deleted', 'tag': '0e857250-96cd-4cff-87a6-420dd967c7d7', 'status': 'completed', 'code': 200} Sep 24 14:31:12.973748 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-267a7cd9-ecf8-4d65-802d-73d0811b15d8 req-6ab9b2d9-41e2-4cf2-ba18-66c41ace122d tempest-VolumesActionsTest-1691961417 tempest-VolumesActionsTest-1691961417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8cf437f3-c729-48f5-b474-914ea5b3aa8f HTTP/1.1" status: 200 len: 210 time: 0.0278971 Sep 24 14:31:14.125028 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 0e857250-96cd-4cff-87a6-420dd967c7d7 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:31:14.145980 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 0e857250-96cd-4cff-87a6-420dd967c7d7 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:31:14.146327 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 0e857250-96cd-4cff-87a6-420dd967c7d7 not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:31:14.371054 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b707f2-3de6-42c7-8d20-43f07d9937a2 req-3a39d6b0-41ca-46cc-8082-7ee8e06a1ae6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:14.372543 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a5b707f2-3de6-42c7-8d20-43f07d9937a2 req-3a39d6b0-41ca-46cc-8082-7ee8e06a1ae6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0516784 Sep 24 14:31:14.422048 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a5b707f2-3de6-42c7-8d20-43f07d9937a2 req-5b252c36-8417-4933-8247-24b1ca1b2b07 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429659 Sep 24 14:31:15.236351 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:15.550355 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4360a-2c5f-454f-ac5b-098dfcdca7a1 req-da9f8894-26c4-446c-ae35-814a6d978b83 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:15.551703 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fde4360a-2c5f-454f-ac5b-098dfcdca7a1 req-da9f8894-26c4-446c-ae35-814a6d978b83 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0456324 Sep 24 14:31:15.597163 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fde4360a-2c5f-454f-ac5b-098dfcdca7a1 req-b2828c47-ce53-4ae5-9b36-b48fed823b8b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400002 Sep 24 14:31:16.719732 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca30f22-7934-4d9b-b7d5-ec7ed1498871 req-7fc02404-4e4f-4aff-bc47-2ed48f5fd68b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:16.721782 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aca30f22-7934-4d9b-b7d5-ec7ed1498871 req-7fc02404-4e4f-4aff-bc47-2ed48f5fd68b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0453243 Sep 24 14:31:16.766694 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-aca30f22-7934-4d9b-b7d5-ec7ed1498871 req-386df68d-2ae8-483a-bd85-48eca000a771 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395370 Sep 24 14:31:17.132229 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:17.891191 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e9472-a16d-4bb2-988a-6d0ea84be247 req-a8ba8a9f-bf2b-4ae2-92ed-f76147a157a7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:17.892662 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d04e9472-a16d-4bb2-988a-6d0ea84be247 req-a8ba8a9f-bf2b-4ae2-92ed-f76147a157a7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0455291 Sep 24 14:31:17.951497 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d04e9472-a16d-4bb2-988a-6d0ea84be247 req-8313bcf0-c064-4a22-bfa0-0b82365432ec tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533042 Sep 24 14:31:19.075099 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776b8eb-413f-4400-9b74-f7594848e81f req-c81f7db2-9b6d-4b80-a493-97651d62195f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:19.076543 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d776b8eb-413f-4400-9b74-f7594848e81f req-c81f7db2-9b6d-4b80-a493-97651d62195f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0458462 Sep 24 14:31:19.125854 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d776b8eb-413f-4400-9b74-f7594848e81f req-54c2359c-de47-4114-b2fc-8aefaba5c20c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439751 Sep 24 14:31:19.184228 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:20.217008 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:20.253504 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c49360-ea18-4d8a-8a47-6cbdfcc25184 req-195191d8-e9f5-4541-89af-058681a7a381 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:20.254990 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-61c49360-ea18-4d8a-8a47-6cbdfcc25184 req-195191d8-e9f5-4541-89af-058681a7a381 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0462167 Sep 24 14:31:20.300443 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-61c49360-ea18-4d8a-8a47-6cbdfcc25184 req-8bcf45b3-10ff-4117-8c32-6e76dbabb5b7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399504 Sep 24 14:31:21.452139 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b30bb1-a058-4c7e-9df0-27057d312c96 req-c7e805b7-ee53-40a7-91f9-9d056d01797d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:21.453658 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-67b30bb1-a058-4c7e-9df0-27057d312c96 req-c7e805b7-ee53-40a7-91f9-9d056d01797d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0644817 Sep 24 14:31:21.506372 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-67b30bb1-a058-4c7e-9df0-27057d312c96 req-2a8816a2-f764-4e40-98e1-d736fd373819 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456138 Sep 24 14:31:22.774127 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55b27e-ec18-4756-a656-3166b4a62996 req-61ef5095-a56b-4c8b-8a92-13eaf4e40796 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:22.776364 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ac55b27e-ec18-4756-a656-3166b4a62996 req-61ef5095-a56b-4c8b-8a92-13eaf4e40796 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0486608 Sep 24 14:31:22.824767 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ac55b27e-ec18-4756-a656-3166b4a62996 req-8cdd239f-9ff9-4739-8ca3-e17f901c93f5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426476 Sep 24 14:31:23.956557 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718094d-acb3-4d14-9417-53a6722f2968 req-af55a82e-1bf0-497a-b7c6-5cd5254d0871 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:23.958035 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8718094d-acb3-4d14-9417-53a6722f2968 req-af55a82e-1bf0-497a-b7c6-5cd5254d0871 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0469844 Sep 24 14:31:23.989575 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:24.005105 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8718094d-acb3-4d14-9417-53a6722f2968 req-d40c17a9-2e68-4a5c-b5cf-6376f5362697 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415847 Sep 24 14:31:25.131715 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d5098-6c38-4d7a-bbb1-aa8f4c7be773 req-00525c32-d16b-48ef-8b6c-5cc7e24b257e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:25.133134 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-510d5098-6c38-4d7a-bbb1-aa8f4c7be773 req-00525c32-d16b-48ef-8b6c-5cc7e24b257e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0482996 Sep 24 14:31:25.178847 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-510d5098-6c38-4d7a-bbb1-aa8f4c7be773 req-777b1658-f620-4610-82b7-08ad7f051344 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403302 Sep 24 14:31:25.679680 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-77644ee9-f9ce-4f2c-8ccf-13dc556bb39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:26.327548 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedc7f5-9470-456b-bb64-efddf8173934 req-5c9e856e-66ac-4571-87e1-a4e5242728be tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:26.329223 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fcedc7f5-9470-456b-bb64-efddf8173934 req-5c9e856e-66ac-4571-87e1-a4e5242728be tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0567694 Sep 24 14:31:26.384261 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fcedc7f5-9470-456b-bb64-efddf8173934 req-ff547a6f-2183-4f63-a487-600c93af8d3f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490005 Sep 24 14:31:27.520026 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6651-7ca9-4993-bd75-226f6470d63a req-1d37fe68-0d17-44ba-8651-1dad0bb59f19 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:27.522170 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a29d6651-7ca9-4993-bd75-226f6470d63a req-1d37fe68-0d17-44ba-8651-1dad0bb59f19 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0500705 Sep 24 14:31:27.575555 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a29d6651-7ca9-4993-bd75-226f6470d63a req-27c8b4ce-8cc4-4c70-bc5c-84511a67be4b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440414 Sep 24 14:31:28.113985 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-340dd54b-6ddf-496f-8e49-0f0dd46778a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:28.729257 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138375f-099a-4fa8-8058-35e66a6bab20 req-9b7000c7-e610-4285-8f5b-299b483255b5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:28.731632 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f138375f-099a-4fa8-8058-35e66a6bab20 req-9b7000c7-e610-4285-8f5b-299b483255b5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0518799 Sep 24 14:31:28.795243 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f138375f-099a-4fa8-8058-35e66a6bab20 req-e85d80e5-5a3d-4703-9798-47053bd0cc01 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538487 Sep 24 14:31:29.184922 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:29.939079 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce3402-ca56-4102-9d4f-e45007b2ec2e req-e1650fc1-6c34-4c51-afda-0498e84295f8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:29.940723 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-92ce3402-ca56-4102-9d4f-e45007b2ec2e req-e1650fc1-6c34-4c51-afda-0498e84295f8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0516589 Sep 24 14:31:29.999934 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-92ce3402-ca56-4102-9d4f-e45007b2ec2e req-917f1799-8120-414e-9a2d-95672c6a870f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530231 Sep 24 14:31:30.239825 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:30.241128 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:30.642549 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:30.655352 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:30.824432 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:31.134774 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bff03-7c20-4398-8156-054da00f0674 req-cf4d549b-e52d-4bad-a458-bca065a75fd9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:31.141646 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9d1bff03-7c20-4398-8156-054da00f0674 req-cf4d549b-e52d-4bad-a458-bca065a75fd9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0527349 Sep 24 14:31:31.203093 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9d1bff03-7c20-4398-8156-054da00f0674 req-8cf38935-e6ad-49a5-b981-3cb9b8d5f286 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598676 Sep 24 14:31:32.328111 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff93692-8b38-4407-9698-8495b8239b6c req-6a805156-78f8-4fb1-827d-cec2d307735f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:32.330216 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-aff93692-8b38-4407-9698-8495b8239b6c req-6a805156-78f8-4fb1-827d-cec2d307735f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0483742 Sep 24 14:31:32.380021 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-aff93692-8b38-4407-9698-8495b8239b6c req-0eccab81-da82-4bd4-a9e4-03fcc4f99536 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437725 Sep 24 14:31:33.514095 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47ec9c-a790-4c30-aa64-ad8a6d7e069e req-876df577-447d-4754-9c27-363b72ae85f1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:33.519314 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7a47ec9c-a790-4c30-aa64-ad8a6d7e069e req-876df577-447d-4754-9c27-363b72ae85f1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0510979 Sep 24 14:31:33.541624 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:33.569718 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7a47ec9c-a790-4c30-aa64-ad8a6d7e069e req-dabfd18c-84c1-4895-8049-9dedfdba1b42 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486538 Sep 24 14:31:34.734371 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab83676-cd44-4be7-98dd-583896327f32 req-e03b29f6-b692-4ac8-9479-3ace3b6298a4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:34.736224 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1ab83676-cd44-4be7-98dd-583896327f32 req-e03b29f6-b692-4ac8-9479-3ace3b6298a4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0685503 Sep 24 14:31:34.786263 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:34.791749 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1ab83676-cd44-4be7-98dd-583896327f32 req-a532074b-8cfe-4343-9d81-d990048246e8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475719 Sep 24 14:31:35.941893 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd35aa-0ae3-48a5-8154-5bb3314be0cc req-e012b168-e144-476e-8e06-70f477b72221 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:35.943409 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-86cd35aa-0ae3-48a5-8154-5bb3314be0cc req-e012b168-e144-476e-8e06-70f477b72221 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0507443 Sep 24 14:31:36.006885 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-86cd35aa-0ae3-48a5-8154-5bb3314be0cc req-ac305e77-71ca-4992-aafe-ff11bd5bfb36 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576642 Sep 24 14:31:36.419580 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 43574) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:36.472449 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_v2 [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Deleting subnet 363f3389-2e5d-4bfc-8e18-bb8720aeef9a {{(pid=106294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:31:36.475809 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Publish callbacks [] for subnet (363f3389-2e5d-4bfc-8e18-bb8720aeef9a), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:36.515446 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530143779'] for subnet (363f3389-2e5d-4bfc-8e18-bb8720aeef9a), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:36.561414 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (363f3389-2e5d-4bfc-8e18-bb8720aeef9a), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:36.626727 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2186898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530180628'] for subnet (363f3389-2e5d-4bfc-8e18-bb8720aeef9a), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:36.659041 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363f3389-2e5d-4bfc-8e18-bb8720aeef9a,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:36.669382 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.671085 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.671085 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.671085 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.671085 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.671085 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.671583 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.671749 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.672026 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.672571 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.672797 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.674025 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.674025 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.674203 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.674715 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:36.677515 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:36.682523 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-febf215b-c155-4123-a0e6-999547151c1b admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/363f3389-2e5d-4bfc-8e18-bb8720aeef9a HTTP/1.1" status: 204 len: 168 time: 0.2599511 Sep 24 14:31:36.683772 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 43576) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:36.754965 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e8402f85-0436-4d56-a853-300286b15770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (a32ad358-eeec-447f-91f8-a6f31db4b6a2), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:36.847931 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e8402f85-0436-4d56-a853-300286b15770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (a32ad358-eeec-447f-91f8-a6f31db4b6a2), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:36.871649 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-e8402f85-0436-4d56-a853-300286b15770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32ad358-eeec-447f-91f8-a6f31db4b6a2']}} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:36.882046 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-e8402f85-0436-4d56-a853-300286b15770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092c8bb3-def4-45a3-9cfe-4817d5dd5749') {'for_net_delete': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:36.882583 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-e8402f85-0436-4d56-a853-300286b15770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092c8bb3-def4-45a3-9cfe-4817d5dd5749') {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:36.885022 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:36.896600 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e8402f85-0436-4d56-a853-300286b15770 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530143768'] for segment (092c8bb3-def4-45a3-9cfe-4817d5dd5749), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:36.910945 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e8402f85-0436-4d56-a853-300286b15770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (092c8bb3-def4-45a3-9cfe-4817d5dd5749), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:36.917769 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8402f85-0436-4d56-a853-300286b15770 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=106294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:31:36.918150 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e8402f85-0436-4d56-a853-300286b15770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2186792'] for segment (092c8bb3-def4-45a3-9cfe-4817d5dd5749), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:36.989576 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e8402f85-0436-4d56-a853-300286b15770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (a32ad358-eeec-447f-91f8-a6f31db4b6a2), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:37.020515 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e8402f85-0436-4d56-a853-300286b15770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:37.026396 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e8402f85-0436-4d56-a853-300286b15770 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/a32ad358-eeec-447f-91f8-a6f31db4b6a2 HTTP/1.1" status: 204 len: 168 time: 0.3391449 Sep 24 14:31:37.026396 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8402f85-0436-4d56-a853-300286b15770 admin admin] Pushing event deleted for resources: {'Network': ['ID=a32ad358-eeec-447f-91f8-a6f31db4b6a2,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:37.089699 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 092c8bb3-def4-45a3-9cfe-4817d5dd5749 resource provider aggregate not found Sep 24 14:31:37.111448 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 092c8bb3-def4-45a3-9cfe-4817d5dd5749 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 092c8bb3-def4-45a3-9cfe-4817d5dd5749 found for delete ", "request_id": "req-9e6e01e2-0c49-44d3-8bbd-b26ac89e401b"}]} Sep 24 14:31:37.198024 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66da55-1b03-41de-8ea8-39d956f8d984 req-3fc69abf-54c3-4432-94ee-e45157cd7fc3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:37.204102 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6c66da55-1b03-41de-8ea8-39d956f8d984 req-3fc69abf-54c3-4432-94ee-e45157cd7fc3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0672071 Sep 24 14:31:37.260617 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 43590) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:37.270085 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6c66da55-1b03-41de-8ea8-39d956f8d984 req-8f10d36a-210c-4803-83c9-525ab41768a8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597441 Sep 24 14:31:37.327129 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 43596) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:37.339425 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2dd18afa-13ab-44bb-8b24-4e039ae7f366 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=27e584f45faa47afa4ced9db997f4e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0645857 Sep 24 14:31:37.381770 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d7038b4e-62be-4d87-a885-0015d3302a40 admin admin] Publish callbacks [] for security_group (ff7b032b-3184-439b-8069-587f42c3d4b4), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:37.402540 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d7038b4e-62be-4d87-a885-0015d3302a40 admin admin] Publish callbacks [] for security_group (ff7b032b-3184-439b-8069-587f42c3d4b4), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:37.456461 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d7038b4e-62be-4d87-a885-0015d3302a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ff7b032b-3184-439b-8069-587f42c3d4b4), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:37.458267 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d7038b4e-62be-4d87-a885-0015d3302a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:37.463505 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-d7038b4e-62be-4d87-a885-0015d3302a40 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ff7b032b-3184-439b-8069-587f42c3d4b4 HTTP/1.1" status: 204 len: 168 time: 0.1315079 Sep 24 14:31:37.468923 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7038b4e-62be-4d87-a885-0015d3302a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7b032b-3184-439b-8069-587f42c3d4b4,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:38.365680 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 43624) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:38.435648 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89167db6-d617-4f65-9cc5-4edec9a4d353 req-9f84a80d-c788-4c3b-b980-99539fd89705 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:38.437963 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89167db6-d617-4f65-9cc5-4edec9a4d353 req-9f84a80d-c788-4c3b-b980-99539fd89705 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0804741 Sep 24 14:31:38.505539 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89167db6-d617-4f65-9cc5-4edec9a4d353 req-48cc9ce1-d326-41a7-bdbb-aba20824c29a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613573 Sep 24 14:31:38.517144 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-577596076-network', 'tenant_id': '8830800be89540929716703bdbb07b13'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:31:38.555862 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Made reservation on behalf of 8830800be89540929716703bdbb07b13 for: {'network': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:31:38.558262 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:38.569582 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:38.618448 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:38.683316 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Publish callbacks [] for security_group (d7633c70-d022-410f-b437-ad76f636bdee), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:38.689721 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (d7633c70-d022-410f-b437-ad76f636bdee), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:38.724099 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7633c70-d022-410f-b437-ad76f636bdee,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:38.726869 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=106294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:31:38.738019 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:38.738398 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.segments_db [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Added segment 7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826 of type vlan for network 7923ceef-7faf-4f7b-a32e-f1f06464878c Sep 24 14:31:38.791055 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (7923ceef-7faf-4f7b-a32e-f1f06464878c), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:38.821925 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (7923ceef-7faf-4f7b-a32e-f1f06464878c), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:38.823582 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:38.824214 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:38.892865 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5260639 Sep 24 14:31:38.896086 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 43628) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:38.903104 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Request body: {'subnet': {'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-577596076-subnet', 'tenant_id': '8830800be89540929716703bdbb07b13', 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:31:38.909325 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8c734-9009-4ef1-98d9-1f962b5e40ae admin admin] Pushing event updated for resources: {'Network': ['ID=7923ceef-7faf-4f7b-a32e-f1f06464878c,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:38.919562 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network 7923ceef-7faf-4f7b-a32e-f1f06464878c details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:31:38.932162 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Made reservation on behalf of 8830800be89540929716703bdbb07b13 for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:31:38.935830 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530269205'] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:39.141572 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530269187'] for subnet (70115d5e-0d32-4b88-b4ff-3c9659a6b16b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:39.200223 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70115d5e-0d32-4b88-b4ff-3c9659a6b16b,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:39.210794 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.211273 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.211737 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.212187 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.212649 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.213113 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.213481 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.213875 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.214271 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.214675 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.215099 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.215494 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.215885 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.216272 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.216660 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:39.225981 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Checking segment: {'id': '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:31:39.226497 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Network hostable DHCP agents. Network: 7923ceef-7faf-4f7b-a32e-f1f06464878c, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:31:39.233143 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:39.249780 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Network 7923ceef-7faf-4f7b-a32e-f1f06464878c is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:31:39.261282 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, 7923ceef-7faf-4f7b-a32e-f1f06464878c) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:31:39.271960 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe49e467-1fef-4b94-8a64-ae612240deeb None None] Network 7923ceef-7faf-4f7b-a32e-f1f06464878c requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:31:39.273082 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:39.273652 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:39.296190 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-aa7fca93-aa84-4b4d-bdda-464cf8f7c8f2 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3949583 Sep 24 14:31:39.296415 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 43634) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:39.301561 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:31:39.325195 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12665'] for router (3fa585ed-d761-40b7-af69-c6916b2bfc9d), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:39.326495 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3681457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12640'] for router (3fa585ed-d761-40b7-af69-c6916b2bfc9d), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:39.392204 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Publish callbacks [] for router_controller (3fa585ed-d761-40b7-af69-c6916b2bfc9d), precommit_add_association {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:39.415198 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e8cdc4-ed46-5176-a3ed-10bdc880f551-7923ceef-7faf-4f7b-a32e-f1f06464878c', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'project_id': '8830800be89540929716703bdbb07b13', 'fixed_ips': [{'subnet_id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b'}]}} from dv-cinder-859193-1-iscsi. {{(pid=106295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:31:39.417412 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:39.507453 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=14 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:39.586852 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.db_base_plugin_common [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Allocated IP 172.20.0.2 (7923ceef-7faf-4f7b-a32e-f1f06464878c/70115d5e-0d32-4b88-b4ff-3c9659a6b16b/0800fdc9-09eb-47d6-be01-48be39cca4b7) {{(pid=106295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:31:39.596208 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Publish callbacks [] for router_gateway (3fa585ed-d761-40b7-af69-c6916b2bfc9d), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:39.712831 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d30673-8a38-484e-90b8-b78dd870b2d7 req-bf492dca-1d29-42f7-a8b3-e580f3e8ab24 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:39.714664 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-50d30673-8a38-484e-90b8-b78dd870b2d7 req-bf492dca-1d29-42f7-a8b3-e580f3e8ab24 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0521259 Sep 24 14:31:39.822353 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-50d30673-8a38-484e-90b8-b78dd870b2d7 req-64133ce0-bf08-4c68-870d-3063c484d224 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009774 Sep 24 14:31:39.902797 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Publish callbacks [] for router_gateway (3fa585ed-d761-40b7-af69-c6916b2bfc9d), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:39.927925 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Publish callbacks [] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), precommit_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:39.928465 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:39.934229 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:39.974630 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Network 7923ceef-7faf-4f7b-a32e-f1f06464878c is already hosted by enough agents. {{(pid=106295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:31:39.977551 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.base_scheduler [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Resources bound (agent type, host, resource id): {{(pid=106295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:31:39.981967 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Received port after_create {{(pid=106295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:31:39.991988 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:39.997658 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Pushing event updated for resources: {'Port': ['ID=0800fdc9-09eb-47d6-be01-48be39cca4b7,revision_number=1']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:40.045738 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Allocated IP 172.27.1.246 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:31:40.067687 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Attempting to bind port 0800fdc9-09eb-47d6-be01-48be39cca4b7 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:31:40.068354 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Attempting to bind port 0800fdc9-09eb-47d6-be01-48be39cca4b7 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:31:40.068936 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Attempting to bind port 0800fdc9-09eb-47d6-be01-48be39cca4b7 on network 7923ceef-7faf-4f7b-a32e-f1f06464878c {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:31:40.110077 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:31:40.110915 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Checking segment: {'id': '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:31:40.111323 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:40.111716 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Bound using segment: {'id': '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:31:40.112189 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Bound port: 0800fdc9-09eb-47d6-be01-48be39cca4b7, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:31:40.112570 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:40.156403 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Publish callbacks [] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:40.175917 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] For port 0800fdc9-09eb-47d6-be01-48be39cca4b7, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:31:40.179257 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] For port 0800fdc9-09eb-47d6-be01-48be39cca4b7, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0800fdc9-09eb-47d6-be01-48be39cca4b7,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:31:40.185194 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:40.187977 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:40.225320 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:31:40.232143 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:31:40.236699 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:31:40.239489 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd152d-31b5-4985-9022-331b35f2c45b None None] Pushing event updated for resources: {'Port': ['ID=0800fdc9-09eb-47d6-be01-48be39cca4b7,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:40.264284 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Pushing event updated for resources: {'Port': ['ID=3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:40.294085 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:31:40.478104 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:31:40.491224 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'port_id': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'mac_address': 'fa:16:3e:1d:43:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:31:40.517500 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Publish callbacks [] for router_gateway (3fa585ed-d761-40b7-af69-c6916b2bfc9d), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:40.545641 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d is: ACTIVE; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:40.545954 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:40.561085 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:31:40.583359 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:31:40.587623 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:40.603031 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:40.632467 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:40.636227 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,revision_number=6']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:40.721428 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3681513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680289'] for router (3fa585ed-d761-40b7-af69-c6916b2bfc9d), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:40.838855 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['42c66fed-6127-4d44-b2b2-1f1ddaf5a32d'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:31:40.841523 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:UPDATE=4,neutron:INSERT=1,neutron:SELECT=95 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:40.846880 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Router 3fa585ed-d761-40b7-af69-c6916b2bfc9d is scheduled to L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce with binding_index 1 {{(pid=106294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:31:40.883597 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:40.967850 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:31:40.979328 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Sync routers for ids ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:31:40.989629 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:40.989883 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:40.993740 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-b15450c0-0948-41bf-a2bc-d0ff332a72ff admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6958134 Sep 24 14:31:40.995100 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 43662) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:41.009832 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Routers {'3fa585ed-d761-40b7-af69-c6916b2bfc9d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:31:41.010715 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:31:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:41.013360 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe551a81-13d3-40bf-9362-da286a45bcfc req-971b2694-1075-4ea8-90a8-8ba043d81839 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:41.021703 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe551a81-13d3-40bf-9362-da286a45bcfc req-971b2694-1075-4ea8-90a8-8ba043d81839 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 944 time: 0.0725918 Sep 24 14:31:41.084334 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe551a81-13d3-40bf-9362-da286a45bcfc req-da4eb9d4-1b0d-4fbf-b3fb-260f67ae1d71 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614650 Sep 24 14:31:41.128387 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Set router 3fa585ed-d761-40b7-af69-c6916b2bfc9d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:31:41.253878 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770f4c49-d4c1-4317-b1ad-b5c783d4b1de None None] Network 7923ceef-7faf-4f7b-a32e-f1f06464878c requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:31:41.352654 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-50421e00-3848-48e6-91c6-67f53f8d5e8c None None] Provisioning complete for port 0800fdc9-09eb-47d6-be01-48be39cca4b7 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:41.353032 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-50421e00-3848-48e6-91c6-67f53f8d5e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:41.353371 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-50421e00-3848-48e6-91c6-67f53f8d5e8c None None] Attempt 1 to provision port 0800fdc9-09eb-47d6-be01-48be39cca4b7 Sep 24 14:31:41.407811 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:41.417881 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:40Z', 'revision_number': 3, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port': {'id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:41.462626 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Checking router: 3fa585ed-d761-40b7-af69-c6916b2bfc9d for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:31:41.463007 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Updating router 3fa585ed-d761-40b7-af69-c6916b2bfc9d port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 binding host dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:31:41.508582 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:41.511643 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:41.572402 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-50421e00-3848-48e6-91c6-67f53f8d5e8c None None] Current status of the port 0800fdc9-09eb-47d6-be01-48be39cca4b7 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:41.572797 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-50421e00-3848-48e6-91c6-67f53f8d5e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:41.669050 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-50421e00-3848-48e6-91c6-67f53f8d5e8c None None] For port 0800fdc9-09eb-47d6-be01-48be39cca4b7, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0800fdc9-09eb-47d6-be01-48be39cca4b7,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:31:41.676643 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-50421e00-3848-48e6-91c6-67f53f8d5e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:41.790698 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50421e00-3848-48e6-91c6-67f53f8d5e8c None None] Pushing event updated for resources: {'Port': ['ID=0800fdc9-09eb-47d6-be01-48be39cca4b7,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:41.815667 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-94bc6145-aeb8-4609-9ee5-9dcaf294b613 None None] Provisioning complete for port 0800fdc9-09eb-47d6-be01-48be39cca4b7 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:41.816043 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-94bc6145-aeb8-4609-9ee5-9dcaf294b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:41.816387 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-94bc6145-aeb8-4609-9ee5-9dcaf294b613 None None] Attempt 1 to provision port 0800fdc9-09eb-47d6-be01-48be39cca4b7 Sep 24 14:31:41.821051 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Allocated IP 172.20.0.1 (7923ceef-7faf-4f7b-a32e-f1f06464878c/70115d5e-0d32-4b88-b4ff-3c9659a6b16b/1a0566fd-b8eb-407c-9baa-99fd3928ba54) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:31:41.942187 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Publish callbacks [] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:41.968679 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Publish callbacks [] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:41.972877 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-94bc6145-aeb8-4609-9ee5-9dcaf294b613 None None] Current status of the port 0800fdc9-09eb-47d6-be01-48be39cca4b7 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:41.977927 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:41.981281 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:41.983172 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:42.015388 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Attempting to bind port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:31:42.015765 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Attempting to bind port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:31:42.016126 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Attempting to bind port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 on network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:31:42.018540 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:42.028257 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Network 7923ceef-7faf-4f7b-a32e-f1f06464878c is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:31:42.033168 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:31:42.043669 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:31:42.047466 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=1a0566fd-b8eb-407c-9baa-99fd3928ba54,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:42.061837 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddedee-375f-46af-84a2-eee3fd91ca35 None None] Pushing event updated for resources: {'Port': ['ID=3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:42.095540 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:31:42.095926 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Checking segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:31:42.096339 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:42.096736 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Bound using segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:31:42.097419 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Bound port: 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:31:42.097915 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:42.112638 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768856'] for router_interface (3fa585ed-d761-40b7-af69-c6916b2bfc9d), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:42.189796 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] For port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:31:42.195310 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] For port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:31:42.207210 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:42.218704 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:42.220408 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0800fdc9-09eb-47d6-be01-48be39cca4b7 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:31:42.297322 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aedf4-2160-467b-b6a9-376a14644e80 req-0e501eea-bfac-4116-9463-fe0870f1a971 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:42.299468 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-161aedf4-2160-467b-b6a9-376a14644e80 req-0e501eea-bfac-4116-9463-fe0870f1a971 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 944 time: 0.0691619 Sep 24 14:31:42.303945 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Routers {'3fa585ed-d761-40b7-af69-c6916b2bfc9d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:31:42.304787 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:31:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:42.345770 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:42.351969 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:31:42.421735 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddedee-375f-46af-84a2-eee3fd91ca35 None None] Pushing event updated for resources: {'Port': ['ID=3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:42.432996 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-161aedf4-2160-467b-b6a9-376a14644e80 req-a97a99dd-da65-4541-b5ac-0ab07dc37421 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978363 Sep 24 14:31:42.446750 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Provisioning complete for port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:42.447113 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:42.447450 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Attempt 1 to provision port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 Sep 24 14:31:42.571066 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:42.573289 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Publish callbacks [] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:42.578260 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:42.611444 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:42.612733 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 0800fdc9-09eb-47d6-be01-48be39cca4b7 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:42.613213 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:42.613585 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 0800fdc9-09eb-47d6-be01-48be39cca4b7 Sep 24 14:31:42.650720 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=1a0566fd-b8eb-407c-9baa-99fd3928ba54,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:42.653265 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3661601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768972'] for router_interface (3fa585ed-d761-40b7-af69-c6916b2bfc9d), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:42.698377 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:42.701895 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:42.702306 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:42.702656 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d Sep 24 14:31:42.734915 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] Set router 3fa585ed-d761-40b7-af69-c6916b2bfc9d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:31:42.758430 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Network 7923ceef-7faf-4f7b-a32e-f1f06464878c is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:31:42.759903 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:31:42.873036 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 0800fdc9-09eb-47d6-be01-48be39cca4b7 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:42.880249 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Router 3fa585ed-d761-40b7-af69-c6916b2bfc9d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:31:42.947315 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:42.947706 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:42.993761 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:31:42.994009 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:31:42.997473 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fa505c-0b7e-409c-bc62-f83410882a65" -d '{"events": [{"server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "name": "network-vif-plugged", "status": "completed", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:31:42.998906 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-c1007fed-8e22-4bd3-a58e-399b61866ad4 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/3fa585ed-d761-40b7-af69-c6916b2bfc9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0020459 Sep 24 14:31:43.030605 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:31:43.035994 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca157744-dfc5-4fb1-b9bc-d282416dc98e x-openstack-request-id: req-ca157744-dfc5-4fb1-b9bc-d282416dc98e {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:31:43.035994 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "name": "network-vif-plugged", "status": "completed", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:31:43.036355 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca157744-dfc5-4fb1-b9bc-d282416dc98e {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:31:43.036620 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca157744-dfc5-4fb1-b9bc-d282416dc98e'] response: {'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'code': 200} Sep 24 14:31:43.041212 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.074894 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 4, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port': {'id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '1a0566fd-b8eb-407c-9baa-99fd3928ba54', 'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'tenant_id': '8830800be89540929716703bdbb07b13', 'mac_address': 'fa:16:3e:3d:76:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:41Z', 'updated_at': '2022-09-24T14:31:41Z', 'revision_number': 1, 'project_id': '8830800be89540929716703bdbb07b13', 'subnets': [{'id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:43.103350 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e2bae9-4c39-48eb-8e4f-3ab4c5c25a7e None None] The sync data for ids ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'] in dv-cinder-859193-1-iscsi is: [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 4, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port': {'id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '1a0566fd-b8eb-407c-9baa-99fd3928ba54', 'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'tenant_id': '8830800be89540929716703bdbb07b13', 'mac_address': 'fa:16:3e:3d:76:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:41Z', 'updated_at': '2022-09-24T14:31:41Z', 'revision_number': 1, 'project_id': '8830800be89540929716703bdbb07b13', 'subnets': [{'id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:31:43.126887 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,revision_number=7']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:43.199567 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Attempt 2 to provision port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 Sep 24 14:31:43.237596 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:43.545892 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 43740) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:43.550718 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-603299920-network', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:31:43.556824 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:43.574895 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Made reservation on behalf of e314f9937c1f46d88e3784e70f63a952 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:31:43.577608 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.580333 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dabbd-6586-4fb0-bda5-45ef16f2f84b req-852f869d-8dab-44b8-80d5-0f222206d095 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:43.582289 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0a8dabbd-6586-4fb0-bda5-45ef16f2f84b req-852f869d-8dab-44b8-80d5-0f222206d095 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0543382 Sep 24 14:31:43.587685 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 43744) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:43.591748 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.656159 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:43.666872 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71281ac-7909-4bba-b1f3-a428dae57e84 admin admin] Deleting subnet 1dc057ba-dbcd-4f32-bdc1-ee325ba7b670 {{(pid=106294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:31:43.673060 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d71281ac-7909-4bba-b1f3-a428dae57e84 admin admin] Publish callbacks [] for subnet (1dc057ba-dbcd-4f32-bdc1-ee325ba7b670), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.684530 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Publish callbacks [] for security_group (c5b6c5be-bc8d-4030-aa1d-b991f1a58fb7), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.689584 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (c5b6c5be-bc8d-4030-aa1d-b991f1a58fb7), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.696454 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0a8dabbd-6586-4fb0-bda5-45ef16f2f84b req-68a1579f-45ed-4cf7-8d3d-86f45344f4af tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024132 Sep 24 14:31:43.716632 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d71281ac-7909-4bba-b1f3-a428dae57e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530143779'] for subnet (1dc057ba-dbcd-4f32-bdc1-ee325ba7b670), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.722670 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:31:43.725810 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b6c5be-bc8d-4030-aa1d-b991f1a58fb7,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:43.737837 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (8a42dda3-5468-45c9-834b-8c126bef00ad), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.738470 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Added segment 8a42dda3-5468-45c9-834b-8c126bef00ad of type vlan for network 7a249c8c-ad18-41c4-b95b-0e75700559df Sep 24 14:31:43.740276 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Attempt 3 to provision port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 Sep 24 14:31:43.789417 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:43.795713 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d71281ac-7909-4bba-b1f3-a428dae57e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (1dc057ba-dbcd-4f32-bdc1-ee325ba7b670), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.824771 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (7a249c8c-ad18-41c4-b95b-0e75700559df), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.856962 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (7a249c8c-ad18-41c4-b95b-0e75700559df), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.858007 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:43.858596 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.901744 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d71281ac-7909-4bba-b1f3-a428dae57e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2186898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530180628'] for subnet (1dc057ba-dbcd-4f32-bdc1-ee325ba7b670), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.926741 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3798003 Sep 24 14:31:43.930893 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 43746) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:43.932087 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71281ac-7909-4bba-b1f3-a428dae57e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc057ba-dbcd-4f32-bdc1-ee325ba7b670,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:43.934142 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dcec4-de5a-4e0f-84af-832b495a35f8 admin admin] Pushing event updated for resources: {'Network': ['ID=7a249c8c-ad18-41c4-b95b-0e75700559df,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:43.939440 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-50507070-4f97-4bbf-bf71-e4252c541b41 admin admin] Request body: {'subnet': {'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-603299920-subnet', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'ip_version': 4}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:31:43.954064 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network 7a249c8c-ad18-41c4-b95b-0e75700559df details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:31:43.957886 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d71281ac-7909-4bba-b1f3-a428dae57e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:43.961169 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-d71281ac-7909-4bba-b1f3-a428dae57e84 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/1dc057ba-dbcd-4f32-bdc1-ee325ba7b670 HTTP/1.1" status: 204 len: 168 time: 0.3732853 Sep 24 14:31:43.963813 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 43748) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:43.976267 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50507070-4f97-4bbf-bf71-e4252c541b41 admin admin] Made reservation on behalf of e314f9937c1f46d88e3784e70f63a952 for: {'subnet': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:31:43.979535 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-50507070-4f97-4bbf-bf71-e4252c541b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530180667'] for subnet (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.046330 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:44.096427 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6f7a18b2-d4cd-4afd-9ac6-be6e8681ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (5cde2b2a-2e0e-44db-bb33-6d4b4863e498), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.133150 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:31:44.178651 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-50507070-4f97-4bbf-bf71-e4252c541b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2185805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530180653'] for subnet (c90c1ef1-7b77-4500-a0cc-e5f8758a5051), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.197386 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:44.198232 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.198717 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 Sep 24 14:31:44.234002 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50507070-4f97-4bbf-bf71-e4252c541b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c90c1ef1-7b77-4500-a0cc-e5f8758a5051,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:44.268570 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50507070-4f97-4bbf-bf71-e4252c541b41 admin admin] Checking segment: {'id': '8a42dda3-5468-45c9-834b-8c126bef00ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:31:44.268933 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50507070-4f97-4bbf-bf71-e4252c541b41 admin admin] Network hostable DHCP agents. Network: 7a249c8c-ad18-41c4-b95b-0e75700559df, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:31:44.289961 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50507070-4f97-4bbf-bf71-e4252c541b41 admin admin] Network 7a249c8c-ad18-41c4-b95b-0e75700559df is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:31:44.290315 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Attempt 4 to provision port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 Sep 24 14:31:44.303716 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-50507070-4f97-4bbf-bf71-e4252c541b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, 7a249c8c-ad18-41c4-b95b-0e75700559df) {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:31:44.319521 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50507070-4f97-4bbf-bf71-e4252c541b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:44.320288 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-50507070-4f97-4bbf-bf71-e4252c541b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.326045 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85a6540-abd5-4629-b60a-74672f4f7ef4 None None] Network 7a249c8c-ad18-41c4-b95b-0e75700559df requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:31:44.344313 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-50507070-4f97-4bbf-bf71-e4252c541b41 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4093382 Sep 24 14:31:44.346962 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 43750) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:44.349843 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:44.350355 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.353155 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-603299920-router', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:31:44.377480 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12665'] for router (379a6c27-5fc4-4426-b3af-2e52eae16e87), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.378587 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3681457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12640'] for router (379a6c27-5fc4-4426-b3af-2e52eae16e87), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.400040 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:44.414613 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:31:44.419085 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:44.428756 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.434283 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:44.449301 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Publish callbacks [] for router_controller (379a6c27-5fc4-4426-b3af-2e52eae16e87), precommit_add_association {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.468130 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6f7a18b2-d4cd-4afd-9ac6-be6e8681ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (5cde2b2a-2e0e-44db-bb33-6d4b4863e498), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.490661 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-6f7a18b2-d4cd-4afd-9ac6-be6e8681ddd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cde2b2a-2e0e-44db-bb33-6d4b4863e498']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:44.501236 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-6f7a18b2-d4cd-4afd-9ac6-be6e8681ddd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f08c96-7f93-4859-8a02-18005d40a2c4') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:44.501535 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-6f7a18b2-d4cd-4afd-9ac6-be6e8681ddd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f08c96-7f93-4859-8a02-18005d40a2c4') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:44.512461 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6f7a18b2-d4cd-4afd-9ac6-be6e8681ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027401'] for segment (54f08c96-7f93-4859-8a02-18005d40a2c4), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.522316 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e8cdc4-ed46-5176-a3ed-10bdc880f551-7a249c8c-ad18-41c4-b95b-0e75700559df', 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df', 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'fixed_ips': [{'subnet_id': 'c90c1ef1-7b77-4500-a0cc-e5f8758a5051'}]}} from dv-cinder-859193-1-iscsi. {{(pid=106295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:31:44.523305 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.528709 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6f7a18b2-d4cd-4afd-9ac6-be6e8681ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (54f08c96-7f93-4859-8a02-18005d40a2c4), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.536720 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7a18b2-d4cd-4afd-9ac6-be6e8681ddd2 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:31:44.537402 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6f7a18b2-d4cd-4afd-9ac6-be6e8681ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967709'] for segment (54f08c96-7f93-4859-8a02-18005d40a2c4), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.541254 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:44.618028 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6f7a18b2-d4cd-4afd-9ac6-be6e8681ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (5cde2b2a-2e0e-44db-bb33-6d4b4863e498), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.632035 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6f7a18b2-d4cd-4afd-9ac6-be6e8681ddd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.639988 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-6f7a18b2-d4cd-4afd-9ac6-be6e8681ddd2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/5cde2b2a-2e0e-44db-bb33-6d4b4863e498 HTTP/1.1" status: 204 len: 168 time: 0.6725819 Sep 24 14:31:44.640199 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Publish callbacks [] for router_gateway (379a6c27-5fc4-4426-b3af-2e52eae16e87), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.665386 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a18b2-d4cd-4afd-9ac6-be6e8681ddd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cde2b2a-2e0e-44db-bb33-6d4b4863e498,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:44.673381 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:44.717404 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.db_base_plugin_common [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Allocated IP 172.20.0.2 (7a249c8c-ad18-41c4-b95b-0e75700559df/c90c1ef1-7b77-4500-a0cc-e5f8758a5051/d91a7770-bb6e-4321-88b1-befdec855f59) {{(pid=106295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:31:44.892011 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Publish callbacks [] for router_gateway (379a6c27-5fc4-4426-b3af-2e52eae16e87), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.915515 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:44.927310 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53806c40-a95e-4428-8e4d-18f862fb67e9 req-2b663ab1-9952-4d21-9299-ae6aa93c7d6d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:44.933231 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-53806c40-a95e-4428-8e4d-18f862fb67e9 req-2b663ab1-9952-4d21-9299-ae6aa93c7d6d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0862770 Sep 24 14:31:44.950693 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Attempt 5 to provision port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 Sep 24 14:31:44.958147 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 43762) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:44.967682 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:45.000801 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-53806c40-a95e-4428-8e4d-18f862fb67e9 req-08e62014-a3a1-41d0-bec9-f22af5eb7be4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613046 Sep 24 14:31:45.002466 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 54f08c96-7f93-4859-8a02-18005d40a2c4 resource provider aggregate not found Sep 24 14:31:45.022758 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 54f08c96-7f93-4859-8a02-18005d40a2c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54f08c96-7f93-4859-8a02-18005d40a2c4 found for delete ", "request_id": "req-ef46b18c-5e1e-4a70-b226-68a2dc3e0ef6"}]} Sep 24 14:31:45.038518 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:45.043321 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Publish callbacks [] for port (d91a7770-bb6e-4321-88b1-befdec855f59), precommit_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:45.050842 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (d91a7770-bb6e-4321-88b1-befdec855f59), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:45.055349 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-67456b54-3cbb-42c3-8748-932bd87208b9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5ab7af1a1c6749548a6ed520b119d868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0935416 Sep 24 14:31:45.055687 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 43772) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:45.090291 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Allocated IP 172.27.1.36 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/bf688937-afc8-4d60-b5c0-d995f291a220) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:31:45.092987 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:45.111214 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Network 7a249c8c-ad18-41c4-b95b-0e75700559df is already hosted by enough agents. {{(pid=106295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:31:45.114973 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:45.117876 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.base_scheduler [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Resources bound (agent type, host, resource id): {{(pid=106295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:31:45.119821 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Pushing event updated for resources: {'Port': ['ID=d91a7770-bb6e-4321-88b1-befdec855f59,revision_number=1']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:45.125252 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Received port after_create {{(pid=106295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:31:45.198167 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-feb524c2-3e37-4e5b-a758-560e13264549 admin admin] Publish callbacks [] for security_group (92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:45.199235 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Attempting to bind port d91a7770-bb6e-4321-88b1-befdec855f59 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:31:45.199717 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Attempting to bind port d91a7770-bb6e-4321-88b1-befdec855f59 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '8a42dda3-5468-45c9-834b-8c126bef00ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:31:45.200112 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Attempting to bind port d91a7770-bb6e-4321-88b1-befdec855f59 on network 7a249c8c-ad18-41c4-b95b-0e75700559df {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:31:45.239627 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-feb524c2-3e37-4e5b-a758-560e13264549 admin admin] Publish callbacks [] for security_group (92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:45.267400 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:31:45.267788 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Checking segment: {'id': '8a42dda3-5468-45c9-834b-8c126bef00ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:31:45.268371 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:45.268930 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Bound using segment: {'id': '8a42dda3-5468-45c9-834b-8c126bef00ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:31:45.269777 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Bound port: d91a7770-bb6e-4321-88b1-befdec855f59, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a42dda3-5468-45c9-834b-8c126bef00ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:31:45.271096 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (d91a7770-bb6e-4321-88b1-befdec855f59), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:45.302229 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Publish callbacks [] for port (bf688937-afc8-4d60-b5c0-d995f291a220), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:45.340891 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-feb524c2-3e37-4e5b-a758-560e13264549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:45.343963 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-feb524c2-3e37-4e5b-a758-560e13264549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:45.348397 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-feb524c2-3e37-4e5b-a758-560e13264549 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10 HTTP/1.1" status: 204 len: 168 time: 0.2892308 Sep 24 14:31:45.350997 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (bf688937-afc8-4d60-b5c0-d995f291a220), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:45.360784 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb524c2-3e37-4e5b-a758-560e13264549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a6c7c9-c5b9-4979-8b3c-61d68e1bfc10,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:45.398762 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] For port d91a7770-bb6e-4321-88b1-befdec855f59, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:31:45.405701 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:31:45.409411 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:31:45.411934 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:31:45.415647 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] For port d91a7770-bb6e-4321-88b1-befdec855f59, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=d91a7770-bb6e-4321-88b1-befdec855f59,segment=NetworkSegment(8a42dda3-5468-45c9-834b-8c126bef00ad),segment_id=8a42dda3-5468-45c9-834b-8c126bef00ad)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:31:45.438493 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Pushing event updated for resources: {'Port': ['ID=bf688937-afc8-4d60-b5c0-d995f291a220,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:45.442194 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (d91a7770-bb6e-4321-88b1-befdec855f59), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:45.535897 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd890de-7fae-40c3-9a5a-088f46f6e5ae None None] Pushing event updated for resources: {'Port': ['ID=d91a7770-bb6e-4321-88b1-befdec855f59,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:45.540046 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Attempt 6 to provision port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 Sep 24 14:31:45.594199 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:45.622683 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:45.664248 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Sync routers for ids ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:31:45.675799 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Routers {'3fa585ed-d761-40b7-af69-c6916b2bfc9d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:31:45.676437 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:31:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:45.789258 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Publish callbacks [] for router_gateway (379a6c27-5fc4-4426-b3af-2e52eae16e87), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:45.872305 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Set router 3fa585ed-d761-40b7-af69-c6916b2bfc9d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:31:46.075059 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3681513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680289'] for router (379a6c27-5fc4-4426-b3af-2e52eae16e87), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:46.095571 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Attempt 7 to provision port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 Sep 24 14:31:46.167636 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:46.191664 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 4, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port': {'id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '1a0566fd-b8eb-407c-9baa-99fd3928ba54', 'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'tenant_id': '8830800be89540929716703bdbb07b13', 'mac_address': 'fa:16:3e:3d:76:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:41Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 2, 'project_id': '8830800be89540929716703bdbb07b13', 'subnets': [{'id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:46.230733 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28442c2-c311-46c6-b4e5-9e7c9c514dea req-b0b3108d-d113-408d-8298-b17f64de605d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:46.238044 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d28442c2-c311-46c6-b4e5-9e7c9c514dea req-b0b3108d-d113-408d-8298-b17f64de605d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0682118 Sep 24 14:31:46.250039 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Checking router: 3fa585ed-d761-40b7-af69-c6916b2bfc9d for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:31:46.251370 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Updating router 3fa585ed-d761-40b7-af69-c6916b2bfc9d port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 binding host dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:31:46.259187 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:31:46.308393 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:46.327573 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:46.333192 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:31:46.354245 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d28442c2-c311-46c6-b4e5-9e7c9c514dea req-cb5ae99c-934c-4d16-bf87-310f056bc4a7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153500 Sep 24 14:31:46.399881 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Router 379a6c27-5fc4-4426-b3af-2e52eae16e87 is scheduled to L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce with binding_index 1 {{(pid=106294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:31:46.469528 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:46.471635 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:46.473046 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 Sep 24 14:31:46.603515 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:31:46.664494 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:46.665949 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-2493ffd4-b9b5-40b8-bf99-8e838a72f444 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3177156 Sep 24 14:31:46.669333 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 43810) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:31:46.675874 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Attempt 8 to provision port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 Sep 24 14:31:46.725049 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:46.726167 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device d91a7770-bb6e-4321-88b1-befdec855f59 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:31:46.762503 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:46.764559 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Sync routers for ids ['379a6c27-5fc4-4426-b3af-2e52eae16e87'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:31:46.795875 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Routers {'379a6c27-5fc4-4426-b3af-2e52eae16e87'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:31:46.796550 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:31:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['379a6c27-5fc4-4426-b3af-2e52eae16e87'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:46.814059 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Publish callbacks [] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), precommit_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:46.822363 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:46.827334 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:46.904011 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port d91a7770-bb6e-4321-88b1-befdec855f59 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:46.905828 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (d91a7770-bb6e-4321-88b1-befdec855f59), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:46.906189 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port d91a7770-bb6e-4321-88b1-befdec855f59 Sep 24 14:31:46.932030 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Pushing event updated for resources: {'Port': ['ID=1a0566fd-b8eb-407c-9baa-99fd3928ba54,revision_number=3']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:46.967703 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.969190 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.970306 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.971045 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.971722 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.972242 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.974444 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.975632 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.976287 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.977180 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.978940 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.979568 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.980091 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.980623 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:46.981286 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:31:47.004015 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Attempting to bind port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:31:47.004482 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Attempting to bind port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c'}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:31:47.004915 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Attempting to bind port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 on network 7923ceef-7faf-4f7b-a32e-f1f06464878c {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:31:47.071842 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:31:47.072887 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Checking segment: {'id': '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:31:47.073829 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:47.074570 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Bound using segment: {'id': '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c'} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:31:47.075371 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Bound port: 1a0566fd-b8eb-407c-9baa-99fd3928ba54, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c'}}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:31:47.076269 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:47.083704 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69927f0e-41ca-4f79-ab22-a5eb9ad5c161 None None] Network 7a249c8c-ad18-41c4-b95b-0e75700559df requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:31:47.152862 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] For port 1a0566fd-b8eb-407c-9baa-99fd3928ba54, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:31:47.156952 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] For port 1a0566fd-b8eb-407c-9baa-99fd3928ba54, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=1a0566fd-b8eb-407c-9baa-99fd3928ba54,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:31:47.160624 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:47.180104 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:47.215829 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:47.290457 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Attempt 9 to provision port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 Sep 24 14:31:47.291768 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port d91a7770-bb6e-4321-88b1-befdec855f59 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:47.292164 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (d91a7770-bb6e-4321-88b1-befdec855f59), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:47.297551 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Set router 379a6c27-5fc4-4426-b3af-2e52eae16e87 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:31:47.302171 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Routers {'3fa585ed-d761-40b7-af69-c6916b2bfc9d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:31:47.303853 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:47.305297 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:31:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:47.316406 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:47.464264 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71827f53-1d6d-4742-b602-cc4ff584d7ba None None] Pushing event updated for resources: {'Port': ['ID=1a0566fd-b8eb-407c-9baa-99fd3928ba54,revision_number=4']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:47.597704 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:47.607806 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] Set router 3fa585ed-d761-40b7-af69-c6916b2bfc9d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:31:47.663996 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11728aac-21eb-4ca5-aa86-778e67f86eaa req-02583405-21f8-4802-9306-388e9fb37614 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:47.665672 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-11728aac-21eb-4ca5-aa86-778e67f86eaa req-02583405-21f8-4802-9306-388e9fb37614 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.1042380 Sep 24 14:31:47.734710 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-11728aac-21eb-4ca5-aa86-778e67f86eaa req-bff3b63e-5c0f-41cf-ad7e-e2378408ed93 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588531 Sep 24 14:31:47.739187 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Allocated IP 172.20.0.1 (7a249c8c-ad18-41c4-b95b-0e75700559df/c90c1ef1-7b77-4500-a0cc-e5f8758a5051/57cb3706-bfb5-409e-9085-5751fe2c0344) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:31:47.787375 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port d91a7770-bb6e-4321-88b1-befdec855f59, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=d91a7770-bb6e-4321-88b1-befdec855f59,segment=NetworkSegment(8a42dda3-5468-45c9-834b-8c126bef00ad),segment_id=8a42dda3-5468-45c9-834b-8c126bef00ad)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:31:47.801842 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (d91a7770-bb6e-4321-88b1-befdec855f59), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:47.857815 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:47.863854 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:47.955554 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Publish callbacks [] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:47.960173 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 4, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port': {'id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '1a0566fd-b8eb-407c-9baa-99fd3928ba54', 'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'tenant_id': '8830800be89540929716703bdbb07b13', 'mac_address': 'fa:16:3e:3d:76:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:41Z', 'updated_at': '2022-09-24T14:31:47Z', 'revision_number': 4, 'project_id': '8830800be89540929716703bdbb07b13', 'subnets': [{'id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:47.970563 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=d91a7770-bb6e-4321-88b1-befdec855f59,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:47.982343 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:48.004845 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8149ca38-18f2-4d39-9387-c18222aa110d None None] The sync data for ids ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'] in dv-cinder-859193-1-iscsi is: [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 4, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port': {'id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '1a0566fd-b8eb-407c-9baa-99fd3928ba54', 'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'tenant_id': '8830800be89540929716703bdbb07b13', 'mac_address': 'fa:16:3e:3d:76:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:41Z', 'updated_at': '2022-09-24T14:31:47Z', 'revision_number': 4, 'project_id': '8830800be89540929716703bdbb07b13', 'subnets': [{'id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:31:48.018617 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:48.037596 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Current status of the port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:48.039388 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:48.087023 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Network 7a249c8c-ad18-41c4-b95b-0e75700559df is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:31:48.105005 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:31:48.119387 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:31:48.177596 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] For port 1a0566fd-b8eb-407c-9baa-99fd3928ba54, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=1a0566fd-b8eb-407c-9baa-99fd3928ba54,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:31:48.184530 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:48.190516 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Pushing event updated for resources: {'Port': ['ID=57cb3706-bfb5-409e-9085-5751fe2c0344,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:48.226944 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'name': 'tempest-TestMinimumBasicScenario-603299920-router', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:31:45Z', 'revision_number': 3, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'gw_port': {'id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:48.237241 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768856'] for router_interface (379a6c27-5fc4-4426-b3af-2e52eae16e87), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:48.270695 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 1a0566fd-b8eb-407c-9baa-99fd3928ba54 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:31:48.315049 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Checking router: 379a6c27-5fc4-4426-b3af-2e52eae16e87 for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:31:48.315324 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Updating router 379a6c27-5fc4-4426-b3af-2e52eae16e87 port bf688937-afc8-4d60-b5c0-d995f291a220 binding host dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:31:48.356321 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (bf688937-afc8-4d60-b5c0-d995f291a220), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:48.420963 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:48.421345 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:48.421744 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 Sep 24 14:31:48.428452 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-e54ca4f1-d064-45f9-ada7-9fb1b3d2f68d None None] Provisioning complete for port d91a7770-bb6e-4321-88b1-befdec855f59 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:48.428856 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e54ca4f1-d064-45f9-ada7-9fb1b3d2f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (d91a7770-bb6e-4321-88b1-befdec855f59), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:48.429253 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-e54ca4f1-d064-45f9-ada7-9fb1b3d2f68d None None] Attempt 1 to provision port d91a7770-bb6e-4321-88b1-befdec855f59 Sep 24 14:31:48.493595 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf67a2-7ac9-406f-936e-c2d44d9a1e07 None None] Pushing event updated for resources: {'Port': ['ID=1a0566fd-b8eb-407c-9baa-99fd3928ba54,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:48.608195 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:48.807586 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-e54ca4f1-d064-45f9-ada7-9fb1b3d2f68d None None] Current status of the port d91a7770-bb6e-4321-88b1-befdec855f59 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:48.879057 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-e54ca4f1-d064-45f9-ada7-9fb1b3d2f68d None None] Provisioning complete for port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:48.879853 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e54ca4f1-d064-45f9-ada7-9fb1b3d2f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:48.880257 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-e54ca4f1-d064-45f9-ada7-9fb1b3d2f68d None None] Attempt 1 to provision port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 Sep 24 14:31:48.935602 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Publish callbacks [] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:48.937674 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:48.954374 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:48.974444 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:48.983154 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device d91a7770-bb6e-4321-88b1-befdec855f59 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:31:48.995651 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-352991e0-d716-452e-854e-f87255cb9361 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=119aafe09e994b0fb512e139c894c5e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647702 Sep 24 14:31:49.063822 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25368a-4baa-4e8e-a318-1ddd6ad73667 req-e394eb0b-9484-4d7d-81e3-ddf8df58b4cf tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:49.065348 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4a25368a-4baa-4e8e-a318-1ddd6ad73667 req-e394eb0b-9484-4d7d-81e3-ddf8df58b4cf tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.1250658 Sep 24 14:31:49.122427 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4a25368a-4baa-4e8e-a318-1ddd6ad73667 req-e3cca8e7-f720-45a7-9664-2d3ead60bf90 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478516 Sep 24 14:31:49.123367 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3661601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768972'] for router_interface (379a6c27-5fc4-4426-b3af-2e52eae16e87), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:49.136237 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Pushing event updated for resources: {'Port': ['ID=57cb3706-bfb5-409e-9085-5751fe2c0344,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:49.159671 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Publish callbacks [] for port (bf688937-afc8-4d60-b5c0-d995f291a220), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:49.200694 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (bf688937-afc8-4d60-b5c0-d995f291a220), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:49.225567 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:49.270778 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:49.297185 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Attempting to bind port bf688937-afc8-4d60-b5c0-d995f291a220 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:31:49.298265 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Attempting to bind port bf688937-afc8-4d60-b5c0-d995f291a220 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:31:49.298889 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Attempting to bind port bf688937-afc8-4d60-b5c0-d995f291a220 on network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:31:49.305495 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Network 7a249c8c-ad18-41c4-b95b-0e75700559df is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:31:49.307234 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:31:49.405004 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:31:49.405789 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Checking segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:31:49.408922 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:49.409449 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Bound using segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:31:49.410052 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Bound port: bf688937-afc8-4d60-b5c0-d995f291a220, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:31:49.410539 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (bf688937-afc8-4d60-b5c0-d995f291a220), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:49.420729 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753b676-e31d-4af5-ac88-322753b2223a None None] Pushing event updated for resources: {'Port': ['ID=bf688937-afc8-4d60-b5c0-d995f291a220,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:49.451112 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:49.459204 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Router 379a6c27-5fc4-4426-b3af-2e52eae16e87 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:31:49.480193 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-e54ca4f1-d064-45f9-ada7-9fb1b3d2f68d None None] Current status of the port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:49.496553 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port d91a7770-bb6e-4321-88b1-befdec855f59 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:49.497310 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (d91a7770-bb6e-4321-88b1-befdec855f59), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:49.497870 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port d91a7770-bb6e-4321-88b1-befdec855f59 Sep 24 14:31:49.584613 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] For port bf688937-afc8-4d60-b5c0-d995f291a220, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:31:49.638359 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] For port bf688937-afc8-4d60-b5c0-d995f291a220, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=bf688937-afc8-4d60-b5c0-d995f291a220,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:31:49.646308 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Provisioning complete for port d91a7770-bb6e-4321-88b1-befdec855f59 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:49.646783 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (d91a7770-bb6e-4321-88b1-befdec855f59), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:49.647312 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Attempt 1 to provision port d91a7770-bb6e-4321-88b1-befdec855f59 Sep 24 14:31:49.652335 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (bf688937-afc8-4d60-b5c0-d995f291a220), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:49.698418 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-8637220f-f7b1-43f8-8d49-57ded2c40b9a tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:49.698975 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:31:49.699957 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-8637220f-f7b1-43f8-8d49-57ded2c40b9a tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6928172 Sep 24 14:31:49.705463 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-30ba3825-5de2-49fe-805c-4e4e655f2342 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/379a6c27-5fc4-4426-b3af-2e52eae16e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0349147 Sep 24 14:31:49.724098 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-d15ec123-2b0e-46a2-8450-87ede9786a0e tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/quotas/119aafe09e994b0fb512e139c894c5e7 HTTP/1.1" status: 200 len: 375 time: 0.0167484 Sep 24 14:31:49.729211 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port d91a7770-bb6e-4321-88b1-befdec855f59 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:49.798478 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-a6691dd6-4a2c-4509-8fa8-e12e60d4ca57 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=119aafe09e994b0fb512e139c894c5e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668154 Sep 24 14:31:49.804786 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753b676-e31d-4af5-ac88-322753b2223a None None] Pushing event updated for resources: {'Port': ['ID=bf688937-afc8-4d60-b5c0-d995f291a220,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:49.822014 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Routers {'379a6c27-5fc4-4426-b3af-2e52eae16e87'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:31:49.822671 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:31:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['379a6c27-5fc4-4426-b3af-2e52eae16e87'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:49.930712 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Current status of the port d91a7770-bb6e-4321-88b1-befdec855f59 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:49.949070 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Provisioning complete for port 57cb3706-bfb5-409e-9085-5751fe2c0344 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:49.949458 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:49.949802 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Attempt 1 to provision port 57cb3706-bfb5-409e-9085-5751fe2c0344 Sep 24 14:31:50.016105 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] Set router 379a6c27-5fc4-4426-b3af-2e52eae16e87 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:31:50.042453 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Port 57cb3706-bfb5-409e-9085-5751fe2c0344 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:50.063959 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:50.102016 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a72fd0bb-b493-4a64-b7fc-752f3e4cae20 req-60622b8f-813f-4ae5-ab79-9449205aebf2 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0831916 Sep 24 14:31:50.342844 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f104a-2764-4d8a-b780-31f3ab02f380 req-1e230134-3345-40fe-a1f1-5da8765f2271 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:50.344600 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-558f104a-2764-4d8a-b780-31f3ab02f380 req-1e230134-3345-40fe-a1f1-5da8765f2271 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0718408 Sep 24 14:31:50.388526 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 1a0566fd-b8eb-407c-9baa-99fd3928ba54 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:31:50.470026 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-558f104a-2764-4d8a-b780-31f3ab02f380 req-b57f1944-905a-46bb-8e8d-340c54fb40c7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185458 Sep 24 14:31:50.524010 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:50.527231 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:50.528705 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 Sep 24 14:31:50.560223 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Attempt 2 to provision port 57cb3706-bfb5-409e-9085-5751fe2c0344 Sep 24 14:31:50.705776 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Port 57cb3706-bfb5-409e-9085-5751fe2c0344 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:50.719619 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'name': 'tempest-TestMinimumBasicScenario-603299920-router', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 4, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'gw_port': {'id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '57cb3706-bfb5-409e-9085-5751fe2c0344', 'name': '', 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'mac_address': 'fa:16:3e:76:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c90c1ef1-7b77-4500-a0cc-e5f8758a5051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:47Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 2, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'subnets': [{'id': 'c90c1ef1-7b77-4500-a0cc-e5f8758a5051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:50.760461 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad56812-1ac4-4ad7-9dce-aba92160df78 None None] The sync data for ids ['379a6c27-5fc4-4426-b3af-2e52eae16e87'] in dv-cinder-859193-1-iscsi is: [{'id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'name': 'tempest-TestMinimumBasicScenario-603299920-router', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 4, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'gw_port': {'id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '57cb3706-bfb5-409e-9085-5751fe2c0344', 'name': '', 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'mac_address': 'fa:16:3e:76:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c90c1ef1-7b77-4500-a0cc-e5f8758a5051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:47Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 2, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'subnets': [{'id': 'c90c1ef1-7b77-4500-a0cc-e5f8758a5051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:31:50.825346 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:51.206877 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Attempt 3 to provision port 57cb3706-bfb5-409e-9085-5751fe2c0344 Sep 24 14:31:51.278021 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Port 57cb3706-bfb5-409e-9085-5751fe2c0344 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:51.295466 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d99444c2-8e11-4100-9754-33fe72237f28 req-50f66ce5-75f4-4cc6-8116-1647036c52de tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0645213 Sep 24 14:31:51.726289 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74737833-010a-4748-be37-7224234f249c req-bef59c86-b17c-4e04-9282-609dd53dd440 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:51.740456 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-74737833-010a-4748-be37-7224234f249c req-bef59c86-b17c-4e04-9282-609dd53dd440 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.1279900 Sep 24 14:31:51.780790 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Attempt 4 to provision port 57cb3706-bfb5-409e-9085-5751fe2c0344 Sep 24 14:31:51.849995 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Port 57cb3706-bfb5-409e-9085-5751fe2c0344 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:51.912710 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-74737833-010a-4748-be37-7224234f249c req-205a41e2-70a4-4f85-95d2-f61123534542 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684341 Sep 24 14:31:52.196417 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device bf688937-afc8-4d60-b5c0-d995f291a220 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:31:52.286431 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port bf688937-afc8-4d60-b5c0-d995f291a220 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:52.287202 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (bf688937-afc8-4d60-b5c0-d995f291a220), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:52.287709 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port bf688937-afc8-4d60-b5c0-d995f291a220 Sep 24 14:31:52.355852 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-72302259-4c3f-47b6-aa0f-e3a285eb574f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=119aafe09e994b0fb512e139c894c5e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759041 Sep 24 14:31:52.362347 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Attempt 5 to provision port 57cb3706-bfb5-409e-9085-5751fe2c0344 Sep 24 14:31:52.382419 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:52.535050 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Port 57cb3706-bfb5-409e-9085-5751fe2c0344 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:52.612012 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port bf688937-afc8-4d60-b5c0-d995f291a220 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:52.612440 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (bf688937-afc8-4d60-b5c0-d995f291a220), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:52.640431 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port bf688937-afc8-4d60-b5c0-d995f291a220, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=bf688937-afc8-4d60-b5c0-d995f291a220,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:31:52.645815 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (bf688937-afc8-4d60-b5c0-d995f291a220), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:52.706431 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-90516fa0-b3f8-447c-bc06-6fd7ddc39242 req-c9a1a23d-0786-45f5-9b07-ccbc39186748 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.2275140 Sep 24 14:31:52.734198 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=bf688937-afc8-4d60-b5c0-d995f291a220,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:52.878248 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-35f14ec6-2806-4061-b673-15848bf60760 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:52.887191 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-35f14ec6-2806-4061-b673-15848bf60760 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5264847 Sep 24 14:31:52.909372 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Request body: {'port': {'device_id': '6840ef33-e118-443d-a97c-235fdaeef563', 'network_id': '4de7b053-1633-4a27-a37e-16d519d25cc1', 'admin_state_up': True, 'tenant_id': '119aafe09e994b0fb512e139c894c5e7'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:31:53.036759 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Attempt 6 to provision port 57cb3706-bfb5-409e-9085-5751fe2c0344 Sep 24 14:31:53.113079 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Port 57cb3706-bfb5-409e-9085-5751fe2c0344 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:53.186880 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:53.224316 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a77c00-ed27-4b27-bbce-6895b1646776 req-5f0f837e-76eb-418a-98fc-51aaad6c5d4d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:53.251295 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-61a77c00-ed27-4b27-bbce-6895b1646776 req-5f0f837e-76eb-418a-98fc-51aaad6c5d4d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.1420381 Sep 24 14:31:53.320817 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Made reservation on behalf of 119aafe09e994b0fb512e139c894c5e7 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:31:53.337263 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:53.363687 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:53.415298 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-61a77c00-ed27-4b27-bbce-6895b1646776 req-4205595a-6534-4a5e-b5d3-1ad9057e9d89 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608763 Sep 24 14:31:53.489529 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:53.569450 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Publish callbacks [] for security_group (f5d03e92-fe59-44c7-80f8-812a589d2b7b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:53.577433 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (f5d03e92-fe59-44c7-80f8-812a589d2b7b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:53.614259 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Attempt 7 to provision port 57cb3706-bfb5-409e-9085-5751fe2c0344 Sep 24 14:31:53.684756 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Port 57cb3706-bfb5-409e-9085-5751fe2c0344 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:53.723007 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d03e92-fe59-44c7-80f8-812a589d2b7b,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:53.840392 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Allocated IP 192.168.233.136 (4de7b053-1633-4a27-a37e-16d519d25cc1/8145f25f-a503-4156-b7fe-1d029bc096fa/1c30dcf5-0ad6-483c-ae52-7d75bc297429) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:31:53.907455 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:54.020493 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4c31b107-5518-476f-8832-698aa5359108 req-b80458fe-e9b4-4dfc-a657-a65b254fdfaf tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.1063297 Sep 24 14:31:54.173936 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Publish callbacks [] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:54.177237 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device bf688937-afc8-4d60-b5c0-d995f291a220 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:31:54.216149 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:54.233710 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Attempt 8 to provision port 57cb3706-bfb5-409e-9085-5751fe2c0344 Sep 24 14:31:54.265140 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:54.278928 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port bf688937-afc8-4d60-b5c0-d995f291a220 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:54.279317 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (bf688937-afc8-4d60-b5c0-d995f291a220), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:54.279653 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port bf688937-afc8-4d60-b5c0-d995f291a220 Sep 24 14:31:54.300623 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Pushing event updated for resources: {'Port': ['ID=1c30dcf5-0ad6-483c-ae52-7d75bc297429,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:54.324583 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Network 4de7b053-1633-4a27-a37e-16d519d25cc1 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:31:54.326728 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:31:54.330786 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:31:54.368088 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Port 57cb3706-bfb5-409e-9085-5751fe2c0344 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:54.369408 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port bf688937-afc8-4d60-b5c0-d995f291a220 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:54.629457 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944db24-154b-4490-b768-04481f916416 req-cc8993fc-419e-4d75-8238-a9db38595855 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:54.637089 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f944db24-154b-4490-b768-04481f916416 req-cc8993fc-419e-4d75-8238-a9db38595855 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0879166 Sep 24 14:31:54.789052 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f944db24-154b-4490-b768-04481f916416 req-0f42adb7-f14f-4a6f-8bfc-8a8496893914 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509881 Sep 24 14:31:54.869622 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Attempt 9 to provision port 57cb3706-bfb5-409e-9085-5751fe2c0344 Sep 24 14:31:54.921860 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:54.931368 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:54.940452 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Port 57cb3706-bfb5-409e-9085-5751fe2c0344 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:54.967387 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fa50945a-8af6-4335-9da0-404f9c75cdfe tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0635538 Sep 24 14:31:55.163628 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Request body: {'port': {'device_id': '6840ef33-e118-443d-a97c-235fdaeef563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:31:55.318675 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:55.337012 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b649ec5-852a-4275-833c-16e01d62e2d8 req-b9c8c6a5-92d9-4ef0-9d75-8ce235fd2fc7 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:55.338509 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8b649ec5-852a-4275-833c-16e01d62e2d8 req-b9c8c6a5-92d9-4ef0-9d75-8ce235fd2fc7 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 936 time: 0.1707256 Sep 24 14:31:55.406177 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Sync routers for ids ['379a6c27-5fc4-4426-b3af-2e52eae16e87'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:31:55.443728 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Attempt 10 to provision port 57cb3706-bfb5-409e-9085-5751fe2c0344 Sep 24 14:31:55.515590 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8b649ec5-852a-4275-833c-16e01d62e2d8 req-a6241668-b84f-40b9-b057-57adcb2696ec tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639631 Sep 24 14:31:55.553071 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-32a997df-e5b7-4975-9bf0-f51c50dc0b1f None None] Port 57cb3706-bfb5-409e-9085-5751fe2c0344 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:55.686690 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Routers {'379a6c27-5fc4-4426-b3af-2e52eae16e87'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:31:55.687663 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:31:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['379a6c27-5fc4-4426-b3af-2e52eae16e87'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:55.715264 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1a635363-2fa1-4468-b971-896e7d64d02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:55.797359 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Provisioning complete for port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:55.797732 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:55.798071 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Attempt 1 to provision port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 Sep 24 14:31:55.858641 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:55.886136 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Set router 379a6c27-5fc4-4426-b3af-2e52eae16e87 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:31:55.940549 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:55.957282 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2e60d-dd4a-4898-aba7-10d6b57c231c req-93d628a7-15e9-4984-aa64-85f7eb583bf7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:55.977037 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c30dcf5-0ad6-483c-ae52-7d75bc297429 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:31:55.981156 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-26e2e60d-dd4a-4898-aba7-10d6b57c231c req-93d628a7-15e9-4984-aa64-85f7eb583bf7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0831006 Sep 24 14:31:56.004142 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Publish callbacks [] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:56.039758 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Transition to ACTIVE for port object 1c30dcf5-0ad6-483c-ae52-7d75bc297429 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:31:56.048214 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:56.096437 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-26e2e60d-dd4a-4898-aba7-10d6b57c231c req-df6e5ff8-e961-4271-a86b-a6b13e6a8e76 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134937 Sep 24 14:31:56.123681 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'name': 'tempest-TestMinimumBasicScenario-603299920-router', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 4, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'gw_port': {'id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '57cb3706-bfb5-409e-9085-5751fe2c0344', 'name': '', 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'mac_address': 'fa:16:3e:76:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c90c1ef1-7b77-4500-a0cc-e5f8758a5051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:47Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 2, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'subnets': [{'id': 'c90c1ef1-7b77-4500-a0cc-e5f8758a5051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:56.154915 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Checking router: 379a6c27-5fc4-4426-b3af-2e52eae16e87 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:31:56.155806 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Updating router 379a6c27-5fc4-4426-b3af-2e52eae16e87 port 57cb3706-bfb5-409e-9085-5751fe2c0344 binding host dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:31:56.187199 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:56.246410 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Pushing event updated for resources: {'Port': ['ID=1c30dcf5-0ad6-483c-ae52-7d75bc297429,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:56.248807 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Attempting to bind port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:31:56.249146 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Attempting to bind port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '068d1bbd-96e5-41f2-a620-bf8e0a435ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4de7b053-1633-4a27-a37e-16d519d25cc1'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:31:56.249477 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Attempting to bind port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 on network 4de7b053-1633-4a27-a37e-16d519d25cc1 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:31:56.293466 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:56.301131 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 on network 4de7b053-1633-4a27-a37e-16d519d25cc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:31:56.301584 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Attempting to bind port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 on network 4de7b053-1633-4a27-a37e-16d519d25cc1 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:31:56.359948 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Attempt 2 to provision port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 Sep 24 14:31:56.364549 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:31:56.364911 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Checking segment: {'id': '068d1bbd-96e5-41f2-a620-bf8e0a435ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4de7b053-1633-4a27-a37e-16d519d25cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:31:56.365442 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Bound using segment: {'id': '068d1bbd-96e5-41f2-a620-bf8e0a435ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4de7b053-1633-4a27-a37e-16d519d25cc1'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:31:56.365897 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Bound port: 1c30dcf5-0ad6-483c-ae52-7d75bc297429, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068d1bbd-96e5-41f2-a620-bf8e0a435ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4de7b053-1633-4a27-a37e-16d519d25cc1'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:31:56.366260 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:56.436030 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:31:56.444458 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:56.462089 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] For port 1c30dcf5-0ad6-483c-ae52-7d75bc297429, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:31:56.467641 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] For port 1c30dcf5-0ad6-483c-ae52-7d75bc297429, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1c30dcf5-0ad6-483c-ae52-7d75bc297429,segment=NetworkSegment(068d1bbd-96e5-41f2-a620-bf8e0a435ff2),segment_id=068d1bbd-96e5-41f2-a620-bf8e0a435ff2)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:31:56.475152 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:56.488394 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:56.550706 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:56.551396 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:56.552908 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/1c30dcf5-0ad6-483c-ae52-7d75bc297429 HTTP/1.1" status: 200 len: 1098 time: 1.5699937 Sep 24 14:31:56.554385 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e719cf-4ab5-4c44-9ef8-3ebb1a980727 service neutron] Pushing event updated for resources: {'Port': ['ID=1c30dcf5-0ad6-483c-ae52-7d75bc297429,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:56.558044 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6840ef33-e118-443d-a97c-235fdaeef563', 'tag': '1c30dcf5-0ad6-483c-ae52-7d75bc297429'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:31:56.560778 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94581b06-772d-4ed9-9319-c8b470f8efab" -d '{"events": [{"name": "network-changed", "server_uuid": "6840ef33-e118-443d-a97c-235fdaeef563", "tag": "1c30dcf5-0ad6-483c-ae52-7d75bc297429"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:31:56.614373 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Publish callbacks [] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), precommit_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:56.623270 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:56.674566 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-82c1c29a-76e9-4979-8acd-7bdce74e1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:56.676224 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-82c1c29a-76e9-4979-8acd-7bdce74e1579 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=119aafe09e994b0fb512e139c894c5e7&device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 1132 time: 0.0546474 Sep 24 14:31:56.764793 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-4b5e4d4b-c03d-40c6-826e-5001443d087d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1c30dcf5-0ad6-483c-ae52-7d75bc297429 HTTP/1.1" status: 200 len: 217 time: 0.0593657 Sep 24 14:31:56.808093 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Attempting to bind port 57cb3706-bfb5-409e-9085-5751fe2c0344 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:31:56.808748 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Attempting to bind port 57cb3706-bfb5-409e-9085-5751fe2c0344 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '8a42dda3-5468-45c9-834b-8c126bef00ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df'}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:31:56.809294 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Attempting to bind port 57cb3706-bfb5-409e-9085-5751fe2c0344 on network 7a249c8c-ad18-41c4-b95b-0e75700559df {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:31:56.838686 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683fa24-e2ee-42ee-a2d9-3668a06bde14 req-825347b8-6b92-41b2-9f8f-2a7c0702f716 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:56.840990 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1683fa24-e2ee-42ee-a2d9-3668a06bde14 req-825347b8-6b92-41b2-9f8f-2a7c0702f716 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 948 time: 0.1498995 Sep 24 14:31:56.852295 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2d0b0-6e62-4082-afe3-538af72a1518 None None] Pushing event updated for resources: {'Port': ['ID=57cb3706-bfb5-409e-9085-5751fe2c0344,revision_number=3']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:56.912304 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:31:56.914741 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Checking segment: {'id': '8a42dda3-5468-45c9-834b-8c126bef00ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:31:56.915364 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:56.915920 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Bound using segment: {'id': '8a42dda3-5468-45c9-834b-8c126bef00ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df'} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:31:56.917854 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Bound port: 57cb3706-bfb5-409e-9085-5751fe2c0344, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a42dda3-5468-45c9-834b-8c126bef00ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df'}}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:31:56.918417 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:56.937724 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Attempt 3 to provision port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 Sep 24 14:31:56.972852 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5fc99e-2623-4457-b01c-3ede81670bcf x-openstack-request-id: req-aa5fc99e-2623-4457-b01c-3ede81670bcf {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:31:56.973534 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6840ef33-e118-443d-a97c-235fdaeef563", "tag": "1c30dcf5-0ad6-483c-ae52-7d75bc297429", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:31:56.973800 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa5fc99e-2623-4457-b01c-3ede81670bcf {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:31:56.974233 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5fc99e-2623-4457-b01c-3ede81670bcf'] response: {'name': 'network-changed', 'server_uuid': '6840ef33-e118-443d-a97c-235fdaeef563', 'tag': '1c30dcf5-0ad6-483c-ae52-7d75bc297429', 'status': 'completed', 'code': 200} Sep 24 14:31:57.012854 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1683fa24-e2ee-42ee-a2d9-3668a06bde14 req-60054f83-fed6-4745-b317-df188872b644 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144209 Sep 24 14:31:57.028578 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] For port 57cb3706-bfb5-409e-9085-5751fe2c0344, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:31:57.029148 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-a71ff9e6-264c-4019-8b40-db2145e595c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:57.033120 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] For port 57cb3706-bfb5-409e-9085-5751fe2c0344, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=57cb3706-bfb5-409e-9085-5751fe2c0344,segment=NetworkSegment(8a42dda3-5468-45c9-834b-8c126bef00ad),segment_id=8a42dda3-5468-45c9-834b-8c126bef00ad)] {{(pid=106296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:31:57.035102 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-a71ff9e6-264c-4019-8b40-db2145e595c0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=8145f25f-a503-4156-b7fe-1d029bc096fa HTTP/1.1" status: 200 len: 843 time: 0.2507224 Sep 24 14:31:57.043474 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:57.077457 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:31:57.091391 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Provisioning complete for port 57cb3706-bfb5-409e-9085-5751fe2c0344 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:57.091763 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:57.092115 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Attempt 1 to provision port 57cb3706-bfb5-409e-9085-5751fe2c0344 Sep 24 14:31:57.135102 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fe850a29-3170-442b-9eb5-bfb5917d8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:57.140589 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-fe850a29-3170-442b-9eb5-bfb5917d8bbd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4de7b053-1633-4a27-a37e-16d519d25cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0988929 Sep 24 14:31:57.157196 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2d0b0-6e62-4082-afe3-538af72a1518 None None] Pushing event updated for resources: {'Port': ['ID=57cb3706-bfb5-409e-9085-5751fe2c0344,revision_number=4']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:57.172078 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Routers {'379a6c27-5fc4-4426-b3af-2e52eae16e87'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:31:57.173534 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:31:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['379a6c27-5fc4-4426-b3af-2e52eae16e87'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:57.222745 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Current status of the port 57cb3706-bfb5-409e-9085-5751fe2c0344 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:57.224608 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:57.354255 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] For port 57cb3706-bfb5-409e-9085-5751fe2c0344, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=57cb3706-bfb5-409e-9085-5751fe2c0344,segment=NetworkSegment(8a42dda3-5468-45c9-834b-8c126bef00ad),segment_id=8a42dda3-5468-45c9-834b-8c126bef00ad)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:31:57.362154 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:57.425488 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3516c6-ad23-461c-810a-c51e5c55338a req-a2554d8f-f091-42df-98dc-139579f57f0f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:57.427852 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-8161c735-a5e8-4413-b3fb-e2ad25a4073f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4de7b053-1633-4a27-a37e-16d519d25cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788348 Sep 24 14:31:57.445507 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4a3516c6-ad23-461c-810a-c51e5c55338a req-a2554d8f-f091-42df-98dc-139579f57f0f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.1242220 Sep 24 14:31:57.478642 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd8231-577b-49ad-9566-4c16f79e0466 None None] Pushing event updated for resources: {'Port': ['ID=57cb3706-bfb5-409e-9085-5751fe2c0344,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:31:57.570366 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4a3516c6-ad23-461c-810a-c51e5c55338a req-79fc8983-2eab-447b-94e2-53c4788f657b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235950 Sep 24 14:31:57.572062 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] Set router 379a6c27-5fc4-4426-b3af-2e52eae16e87 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:31:57.628075 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d9d4a2c-dafe-42f8-9b16-1df8fa54f1c5 req-2761b1f1-725b-4e63-b89c-b7ccd5c6f160 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4de7b053-1633-4a27-a37e-16d519d25cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941249 Sep 24 14:31:57.835599 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94581b06-772d-4ed9-9319-c8b470f8efab req-a1b26e1d-38c2-4215-8328-aedceed049ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:57.837615 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-94581b06-772d-4ed9-9319-c8b470f8efab req-a1b26e1d-38c2-4215-8328-aedceed049ec service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=119aafe09e994b0fb512e139c894c5e7&device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 1132 time: 0.1173489 Sep 24 14:31:57.967998 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94581b06-772d-4ed9-9319-c8b470f8efab req-ff92259b-d052-4127-aa50-3bcba690e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:57.970582 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-94581b06-772d-4ed9-9319-c8b470f8efab req-ff92259b-d052-4127-aa50-3bcba690e7f3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4de7b053-1633-4a27-a37e-16d519d25cc1 HTTP/1.1" status: 200 len: 869 time: 0.1220646 Sep 24 14:31:57.985703 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'name': 'tempest-TestMinimumBasicScenario-603299920-router', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 4, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'gw_port': {'id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '57cb3706-bfb5-409e-9085-5751fe2c0344', 'name': '', 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'mac_address': 'fa:16:3e:76:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c90c1ef1-7b77-4500-a0cc-e5f8758a5051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:47Z', 'updated_at': '2022-09-24T14:31:57Z', 'revision_number': 4, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'subnets': [{'id': 'c90c1ef1-7b77-4500-a0cc-e5f8758a5051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:31:58.034390 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-94581b06-772d-4ed9-9319-c8b470f8efab req-bad1c9c4-b7d7-41dc-aea2-91a0f6175b1d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1c30dcf5-0ad6-483c-ae52-7d75bc297429 HTTP/1.1" status: 200 len: 217 time: 0.0567887 Sep 24 14:31:58.108280 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dcb4cf-53d1-4a23-96ac-c0b1a41ccbc8 None None] The sync data for ids ['379a6c27-5fc4-4426-b3af-2e52eae16e87'] in dv-cinder-859193-1-iscsi is: [{'id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'name': 'tempest-TestMinimumBasicScenario-603299920-router', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 4, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'gw_port': {'id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '57cb3706-bfb5-409e-9085-5751fe2c0344', 'name': '', 'network_id': '7a249c8c-ad18-41c4-b95b-0e75700559df', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'mac_address': 'fa:16:3e:76:6b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c90c1ef1-7b77-4500-a0cc-e5f8758a5051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:47Z', 'updated_at': '2022-09-24T14:31:57Z', 'revision_number': 4, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'subnets': [{'id': 'c90c1ef1-7b77-4500-a0cc-e5f8758a5051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:31:58.132105 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5c1b11da-7489-45d5-ad5c-1b0773e1f7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:58.139025 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:58.153604 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94581b06-772d-4ed9-9319-c8b470f8efab req-e9cc1576-b3d9-43bb-9f9d-2c77dc83cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:58.159463 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-94581b06-772d-4ed9-9319-c8b470f8efab req-e9cc1576-b3d9-43bb-9f9d-2c77dc83cda2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=8145f25f-a503-4156-b7fe-1d029bc096fa HTTP/1.1" status: 200 len: 843 time: 0.1181955 Sep 24 14:31:58.211225 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 57cb3706-bfb5-409e-9085-5751fe2c0344 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:31:58.284067 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:58.290687 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94581b06-772d-4ed9-9319-c8b470f8efab req-3d9aad9e-7c49-478e-8df7-f2bde5ce9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:58.293816 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-94581b06-772d-4ed9-9319-c8b470f8efab req-3d9aad9e-7c49-478e-8df7-f2bde5ce9c0c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4de7b053-1633-4a27-a37e-16d519d25cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1245570 Sep 24 14:31:58.308691 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae095577-a386-4525-a7a5-9822d3165680 req-12b1b783-5cf0-4af5-81bd-00768264035f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:58.316723 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ae095577-a386-4525-a7a5-9822d3165680 req-12b1b783-5cf0-4af5-81bd-00768264035f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 948 time: 0.1544793 Sep 24 14:31:58.330408 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:58.341000 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 57cb3706-bfb5-409e-9085-5751fe2c0344 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:31:58.341412 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:58.341763 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 57cb3706-bfb5-409e-9085-5751fe2c0344 Sep 24 14:31:58.438572 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 57cb3706-bfb5-409e-9085-5751fe2c0344 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:31:58.501525 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ae095577-a386-4525-a7a5-9822d3165680 req-553c20a1-4fb2-46fe-b9cc-8ba20b15b494 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836989 Sep 24 14:31:58.566011 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-94581b06-772d-4ed9-9319-c8b470f8efab req-a4e140e8-4a01-4b85-89a8-c859ffada598 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4de7b053-1633-4a27-a37e-16d519d25cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019265 Sep 24 14:31:58.726297 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-94581b06-772d-4ed9-9319-c8b470f8efab req-02cc563f-7adc-4d19-a600-8456c9c8cd17 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4de7b053-1633-4a27-a37e-16d519d25cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524415 Sep 24 14:31:58.805057 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7f0a4-56ce-4b97-aa32-821f5cee4b44 req-837b597b-1910-4d22-95ee-54a1d5501beb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:58.819777 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-10c7f0a4-56ce-4b97-aa32-821f5cee4b44 req-837b597b-1910-4d22-95ee-54a1d5501beb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.1163034 Sep 24 14:31:58.831884 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:31:58.889207 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-10c7f0a4-56ce-4b97-aa32-821f5cee4b44 req-bb8089c4-4201-4504-aa45-fd8d3b4cf138 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610640 Sep 24 14:31:59.205408 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:31:59.672400 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bd1d5-8ea3-4646-9695-bf15310aed56 req-0367c271-3af4-4559-93a5-6fa63ce48998 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:31:59.674040 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ea1bd1d5-8ea3-4646-9695-bf15310aed56 req-0367c271-3af4-4559-93a5-6fa63ce48998 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 948 time: 0.0704029 Sep 24 14:31:59.732562 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ea1bd1d5-8ea3-4646-9695-bf15310aed56 req-40f30d09-5e9a-40cc-bd84-e411dad5c0d5 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519471 Sep 24 14:32:00.054676 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd0c2-16b5-4eb9-9221-386b1af5acc3 req-fa68ab5c-9f4c-4593-8e88-3f8051c8779a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:00.060777 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-707cd0c2-16b5-4eb9-9221-386b1af5acc3 req-fa68ab5c-9f4c-4593-8e88-3f8051c8779a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0779591 Sep 24 14:32:00.128615 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-707cd0c2-16b5-4eb9-9221-386b1af5acc3 req-16c5157b-699d-4f2c-b9a2-551ab05f8ef3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507951 Sep 24 14:32:00.665838 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:00.846685 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:00.968764 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6170eee-a01d-46d2-b3d1-681a9c09c3e4 req-d169c85a-61a6-419a-b082-a208296c103f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:00.970456 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a6170eee-a01d-46d2-b3d1-681a9c09c3e4 req-d169c85a-61a6-419a-b082-a208296c103f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 948 time: 0.0911996 Sep 24 14:32:01.097179 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a6170eee-a01d-46d2-b3d1-681a9c09c3e4 req-9a0484f7-cfa3-4ca6-b9e2-d2f8a3e3c067 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107521 Sep 24 14:32:01.308543 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d2cfc-553c-4b94-bd7f-c230970739df req-017eb1d5-6e2c-408e-b87f-0656b05556af tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:01.310737 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-501d2cfc-553c-4b94-bd7f-c230970739df req-017eb1d5-6e2c-408e-b87f-0656b05556af tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0642474 Sep 24 14:32:01.416485 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-501d2cfc-553c-4b94-bd7f-c230970739df req-5db70fb7-ad2d-4db3-a15b-a69f779f3849 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993714 Sep 24 14:32:02.238641 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a9aed-c008-4332-8175-ec9838d009a8 req-0e076b71-070d-4a26-8c12-1372a5fb6a3f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:02.240341 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a73a9aed-c008-4332-8175-ec9838d009a8 req-0e076b71-070d-4a26-8c12-1372a5fb6a3f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 948 time: 0.0499246 Sep 24 14:32:02.302071 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a73a9aed-c008-4332-8175-ec9838d009a8 req-e488bd7b-6b1a-4c57-9b68-e1296a562285 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538564 Sep 24 14:32:02.545929 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebbe4d-7c6a-434b-b511-a1b5b3cc31a9 req-8846d86d-3457-4021-8458-108069f19c7c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:02.548545 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-28ebbe4d-7c6a-434b-b511-a1b5b3cc31a9 req-8846d86d-3457-4021-8458-108069f19c7c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0515966 Sep 24 14:32:02.605129 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-28ebbe4d-7c6a-434b-b511-a1b5b3cc31a9 req-1f599162-e3a7-4ca1-b1ef-b68dce3d8bb8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479720 Sep 24 14:32:03.488762 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be439e0-fc60-49b5-8f1a-a7e0d270b34e req-dcfd24aa-069b-41b7-8834-a83e205defb1 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:03.491067 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5be439e0-fc60-49b5-8f1a-a7e0d270b34e req-dcfd24aa-069b-41b7-8834-a83e205defb1 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 948 time: 0.0594385 Sep 24 14:32:03.540832 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5be439e0-fc60-49b5-8f1a-a7e0d270b34e req-3ab95f6d-5c30-4564-a47f-9cf28292107b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424802 Sep 24 14:32:03.750439 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b6b6d-1f01-42a4-88ca-e4ab9ceb9533 req-3e382048-bca4-4ff4-9e7a-43039dd14e93 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:03.755255 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4f2b6b6d-1f01-42a4-88ca-e4ab9ceb9533 req-3e382048-bca4-4ff4-9e7a-43039dd14e93 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0521512 Sep 24 14:32:03.800684 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4f2b6b6d-1f01-42a4-88ca-e4ab9ceb9533 req-335972ad-69b5-4203-b53d-484ddf07f5fb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429618 Sep 24 14:32:04.045817 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-11f75254-7545-4911-95e1-a9b7a7add779 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:04.047803 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-11f75254-7545-4911-95e1-a9b7a7add779 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/networks?id=7923ceef-7faf-4f7b-a32e-f1f06464878c HTTP/1.1" status: 200 len: 814 time: 0.1036680 Sep 24 14:32:04.061790 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-ce226ec7-50eb-4636-b981-3b31748a515b tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/quotas/8830800be89540929716703bdbb07b13 HTTP/1.1" status: 200 len: 375 time: 0.0086977 Sep 24 14:32:04.110585 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-ec52bb3a-39d7-43c3-8d13-5cde52f55ffa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8830800be89540929716703bdbb07b13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431235 Sep 24 14:32:04.257443 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-b4d544e9-4a56-49a5-bc95-5abaef6ef44a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327076 Sep 24 14:32:04.279071 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:04.346153 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-b919bc90-69e0-4c0f-9e4a-f0db9a13c830 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826595 Sep 24 14:32:04.516422 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4b48a556-4500-4b40-a77f-d33e78efec6f req-44a20ca7-4c83-4098-93d4-c8c0011a3ced tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 210 time: 0.0271587 Sep 24 14:32:04.674535 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b120638-3793-4ac5-815d-dff4cbdba643 req-7da69ad3-0d86-4f3b-93bf-0e8da6fed4ab tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:04.676055 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1b120638-3793-4ac5-815d-dff4cbdba643 req-7da69ad3-0d86-4f3b-93bf-0e8da6fed4ab tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 948 time: 0.0590336 Sep 24 14:32:04.739167 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1b120638-3793-4ac5-815d-dff4cbdba643 req-a29eaed3-50a6-460c-8b70-bf6ad43e1e76 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518272 Sep 24 14:32:04.931916 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79358f3f-585c-4b7b-8ce8-23b74262ce77 req-ce143165-4ab8-4c20-8aa2-ab7a083ae6ba tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:04.933356 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79358f3f-585c-4b7b-8ce8-23b74262ce77 req-ce143165-4ab8-4c20-8aa2-ab7a083ae6ba tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0463452 Sep 24 14:32:04.979160 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-79358f3f-585c-4b7b-8ce8-23b74262ce77 req-b18b3af1-7731-47cc-bf5c-0d36b55111c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403130 Sep 24 14:32:05.614126 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-616b8008-0db7-4e86-b9b8-93d04b12fc46 req-fe78d127-f489-4d93-a759-b9758a490b8c tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 210 time: 0.0270114 Sep 24 14:32:05.863806 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be473-1f78-4f21-9e9b-80d88f849b5d req-9d2c6e73-140b-467b-8795-1c69baab035b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:05.865252 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f44be473-1f78-4f21-9e9b-80d88f849b5d req-9d2c6e73-140b-467b-8795-1c69baab035b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 948 time: 0.0491776 Sep 24 14:32:05.910619 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f44be473-1f78-4f21-9e9b-80d88f849b5d req-ef75b5a6-e10e-400a-acc0-3d474602d899 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Sep 24 14:32:06.111340 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bb9f5-781e-479c-956a-7d46ccd5a94e req-3292758c-d8f4-4559-907a-18fb088acdab tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:06.112700 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2c0bb9f5-781e-479c-956a-7d46ccd5a94e req-3292758c-d8f4-4559-907a-18fb088acdab tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0462978 Sep 24 14:32:06.159304 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2c0bb9f5-781e-479c-956a-7d46ccd5a94e req-d1a4fd2e-1e4b-4a93-b009-10c8dd8307f2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 Sep 24 14:32:06.684852 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:06.688619 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aecdc7-b274-478b-b33c-8c413bd07bae req-5117a759-70ed-40cc-a0a3-d076646af239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:06.690368 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f8aecdc7-b274-478b-b33c-8c413bd07bae req-5117a759-70ed-40cc-a0a3-d076646af239 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 1129 time: 0.0431423 Sep 24 14:32:06.735440 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3f5c29c9-c13c-4c57-919b-b5a360943fdb req-6964d714-5297-4e6e-af96-c9831a0b8d50 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 210 time: 0.0437307 Sep 24 14:32:06.806881 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aecdc7-b274-478b-b33c-8c413bd07bae req-f018f771-f19b-483c-8e95-b42629010994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:06.808356 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f8aecdc7-b274-478b-b33c-8c413bd07bae req-f018f771-f19b-483c-8e95-b42629010994 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 916 time: 0.1067774 Sep 24 14:32:06.872593 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f8aecdc7-b274-478b-b33c-8c413bd07bae req-a2831617-e06a-409e-b401-708a9467235b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d HTTP/1.1" status: 200 len: 1001 time: 0.0575769 Sep 24 14:32:06.926233 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aecdc7-b274-478b-b33c-8c413bd07bae req-a0b92da4-1135-4c67-9d19-5f0eecfbcd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:06.927985 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f8aecdc7-b274-478b-b33c-8c413bd07bae req-a0b92da4-1135-4c67-9d19-5f0eecfbcd03 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=f32d4a51-22a9-4cfb-b152-16f2e987f478 HTTP/1.1" status: 200 len: 855 time: 0.0496147 Sep 24 14:32:06.942321 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:06.973603 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aecdc7-b274-478b-b33c-8c413bd07bae req-5870877b-f05e-478e-b417-1c0a27227d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:06.975145 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f8aecdc7-b274-478b-b33c-8c413bd07bae req-5870877b-f05e-478e-b417-1c0a27227d3d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=841ec28f-242a-4287-8d65-ef9f3927d5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410514 Sep 24 14:32:07.039383 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a58cb4-2726-4bde-b16e-4f0d197024c9 req-2827577e-44d6-40e9-ab70-29d441447163 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:07.040945 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-12a58cb4-2726-4bde-b16e-4f0d197024c9 req-2827577e-44d6-40e9-ab70-29d441447163 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 948 time: 0.0538270 Sep 24 14:32:07.066387 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:07.073843 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f8aecdc7-b274-478b-b33c-8c413bd07bae req-b61de78f-e534-482e-913c-dd03ed020579 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918527 Sep 24 14:32:07.089027 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-12a58cb4-2726-4bde-b16e-4f0d197024c9 req-26a24180-634b-429f-b4c2-0527dde0ca75 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424154 Sep 24 14:32:07.167911 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f8aecdc7-b274-478b-b33c-8c413bd07bae req-2c915e32-e632-4b1d-a04b-f2b43f057896 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868039 Sep 24 14:32:07.285176 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d2392-5225-4d8e-b6ee-987c15886b1f req-df1f1869-2b92-497e-8c6f-b8dab28592a4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:07.286641 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7f7d2392-5225-4d8e-b6ee-987c15886b1f req-df1f1869-2b92-497e-8c6f-b8dab28592a4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0471017 Sep 24 14:32:07.333646 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7f7d2392-5225-4d8e-b6ee-987c15886b1f req-1c5c3368-9a9f-4ccd-998b-d0677fc19c2c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412540 Sep 24 14:32:07.835412 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5df8c422-57cd-4b40-b6fd-6efe6e4cbd7b req-38d99c81-3d09-4e97-9567-11b4aa113d52 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 210 time: 0.0278111 Sep 24 14:32:07.966751 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:08.015350 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=67 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:08.212357 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566496e-f14b-4210-92bc-ec979df87c35 req-1d8504a2-2599-4d78-aae5-e9cbf94a645a tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:08.213808 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4566496e-f14b-4210-92bc-ec979df87c35 req-1d8504a2-2599-4d78-aae5-e9cbf94a645a tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 948 time: 0.0490003 Sep 24 14:32:08.260647 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4566496e-f14b-4210-92bc-ec979df87c35 req-5053d12e-ee5e-4411-94de-88e8d13cc3dd tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409658 Sep 24 14:32:08.391281 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 1c30dcf5-0ad6-483c-ae52-7d75bc297429 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:32:08.405438 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:32:08.427860 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:08.461877 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf2a42-9235-4b9d-9752-e07c2d347f55 req-014fb0ea-0767-49de-b569-1c23fe209607 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:08.463456 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b9bf2a42-9235-4b9d-9752-e07c2d347f55 req-014fb0ea-0767-49de-b569-1c23fe209607 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 945 time: 0.0463355 Sep 24 14:32:08.513390 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b9bf2a42-9235-4b9d-9752-e07c2d347f55 req-36a6e8c3-addf-4200-b702-d905f6f9a94d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436714 Sep 24 14:32:08.551088 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d is: ACTIVE; New status is: DOWN {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:32:08.551478 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:08.579509 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 1c30dcf5-0ad6-483c-ae52-7d75bc297429, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1c30dcf5-0ad6-483c-ae52-7d75bc297429,segment=NetworkSegment(068d1bbd-96e5-41f2-a620-bf8e0a435ff2),segment_id=068d1bbd-96e5-41f2-a620-bf8e0a435ff2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:32:08.590768 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:32:08.593018 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cbb489-4fa2-453e-a086-d30ca8fa35d9" -d '{"events": [{"server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "name": "network-vif-unplugged", "status": "completed", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:32:08.611730 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:32:08.612776 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '1c30dcf5-0ad6-483c-ae52-7d75bc297429', 'network_id': '4de7b053-1633-4a27-a37e-16d519d25cc1', 'port_id': '1c30dcf5-0ad6-483c-ae52-7d75bc297429', 'mac_address': 'fa:16:3e:bd:38:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8145f25f-a503-4156-b7fe-1d029bc096fa', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:32:08.616599 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:08.679717 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:32:08.680110 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:08.695563 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Sep 2022 14:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ba89c1-38c6-4a2e-a773-bc600c267ca1 x-openstack-request-id: req-56ba89c1-38c6-4a2e-a773-bc600c267ca1 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:32:08.695877 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "name": "network-vif-unplugged", "status": "completed", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:32:08.696135 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56ba89c1-38c6-4a2e-a773-bc600c267ca1 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:32:08.696533 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ba89c1-38c6-4a2e-a773-bc600c267ca1'] response: {'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'code': 200} Sep 24 14:32:08.701090 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,revision_number=8']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:08.710200 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c30dcf5-0ad6-483c-ae52-7d75bc297429 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:32:08.715204 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.715555 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.715916 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.716274 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.716613 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.716943 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.717270 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.717685 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.717946 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.718944 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.719277 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.719606 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.719932 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.720254 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.720576 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:08.739800 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 1c30dcf5-0ad6-483c-ae52-7d75bc297429, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1c30dcf5-0ad6-483c-ae52-7d75bc297429,segment=NetworkSegment(068d1bbd-96e5-41f2-a620-bf8e0a435ff2),segment_id=068d1bbd-96e5-41f2-a620-bf8e0a435ff2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:32:08.743655 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:08.797077 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=1c30dcf5-0ad6-483c-ae52-7d75bc297429,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:08.882017 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-103480f7-24de-46ff-b31d-0629eb0f8e75 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:08.883610 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-103480f7-24de-46ff-b31d-0629eb0f8e75 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.33 "GET /networking/v2.0/networks?id=7923ceef-7faf-4f7b-a32e-f1f06464878c HTTP/1.1" status: 200 len: 814 time: 0.1172893 Sep 24 14:32:08.939926 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8d85f01e-7492-4bb3-a435-487d4434f1cc req-d68acfbd-11d5-4c90-8274-81e3cb6bcbf8 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 210 time: 0.0273948 Sep 24 14:32:08.978598 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-bb0f8ff3-5b9d-48bc-99c8-f58c1a04ac88 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Request body: {'port': {'device_id': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'admin_state_up': True, 'tenant_id': '8830800be89540929716703bdbb07b13'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:32:09.089514 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-bb0f8ff3-5b9d-48bc-99c8-f58c1a04ac88 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Made reservation on behalf of 8830800be89540929716703bdbb07b13 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:32:09.093470 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-bb0f8ff3-5b9d-48bc-99c8-f58c1a04ac88 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:09.227774 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-bb0f8ff3-5b9d-48bc-99c8-f58c1a04ac88 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Allocated IP 172.20.0.5 (7923ceef-7faf-4f7b-a32e-f1f06464878c/70115d5e-0d32-4b88-b4ff-3c9659a6b16b/b51d80e5-325c-440f-824b-228eda3d320a) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:32:09.240583 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:09.255510 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['1c30dcf5-0ad6-483c-ae52-7d75bc297429'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:32:09.297802 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:09.388692 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:09.497697 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc224f-127a-494b-913c-61e7b4d334b9 req-68cebb21-a5a3-41f3-b5ff-b53b19457f24 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:09.499310 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a2bc224f-127a-494b-913c-61e7b4d334b9 req-68cebb21-a5a3-41f3-b5ff-b53b19457f24 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 949 time: 0.0728738 Sep 24 14:32:09.566934 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-bb0f8ff3-5b9d-48bc-99c8-f58c1a04ac88 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for port (b51d80e5-325c-440f-824b-228eda3d320a), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:09.685867 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c0756-8962-4653-9f81-fe0e4cdbf331 req-e91a56a7-7cf2-497b-8272-8b5b96e4bebf tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:09.691444 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-563c0756-8962-4653-9f81-fe0e4cdbf331 req-e91a56a7-7cf2-497b-8272-8b5b96e4bebf tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0637882 Sep 24 14:32:09.704514 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a2bc224f-127a-494b-913c-61e7b4d334b9 req-8bd7af22-147a-429d-9888-6867479ae3db tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035073 Sep 24 14:32:09.706615 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-bb0f8ff3-5b9d-48bc-99c8-f58c1a04ac88 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (b51d80e5-325c-440f-824b-228eda3d320a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:09.761832 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-563c0756-8962-4653-9f81-fe0e4cdbf331 req-4ffd4341-0a36-4046-b85e-d6893fcab6c4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662706 Sep 24 14:32:09.762693 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-bb0f8ff3-5b9d-48bc-99c8-f58c1a04ac88 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Network 7923ceef-7faf-4f7b-a32e-f1f06464878c is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:32:09.766435 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-bb0f8ff3-5b9d-48bc-99c8-f58c1a04ac88 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:32:09.771081 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-bb0f8ff3-5b9d-48bc-99c8-f58c1a04ac88 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:32:09.778254 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f8ff3-5b9d-48bc-99c8-f58c1a04ac88 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event updated for resources: {'Port': ['ID=b51d80e5-325c-440f-824b-228eda3d320a,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:09.860891 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-bb0f8ff3-5b9d-48bc-99c8-f58c1a04ac88 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:09.862130 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-bb0f8ff3-5b9d-48bc-99c8-f58c1a04ac88 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:09.881960 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-bb0f8ff3-5b9d-48bc-99c8-f58c1a04ac88 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9072182 Sep 24 14:32:10.075015 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Provisioning complete for port b51d80e5-325c-440f-824b-228eda3d320a triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:32:10.075628 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (b51d80e5-325c-440f-824b-228eda3d320a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:10.075925 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Attempt 1 to provision port b51d80e5-325c-440f-824b-228eda3d320a Sep 24 14:32:10.107346 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c601-652e-4295-82a6-e771bb169640 req-9c9f9b2d-526f-47f8-89f1-507f4885e0d5 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:10.109570 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f495c601-652e-4295-82a6-e771bb169640 req-9c9f9b2d-526f-47f8-89f1-507f4885e0d5 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 931 time: 0.0693827 Sep 24 14:32:10.121060 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Port b51d80e5-325c-440f-824b-228eda3d320a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:10.197778 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f495c601-652e-4295-82a6-e771bb169640 req-6a0aa94d-e2e6-4148-a216-10246ba4ae94 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782423 Sep 24 14:32:10.402693 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [req-e0045df0-a648-43f4-a5f5-11a6fdd9d022 req-8c518686-12fe-4b07-bfea-1082fffdf385 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:32:10.403678 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e0045df0-a648-43f4-a5f5-11a6fdd9d022 req-8c518686-12fe-4b07-bfea-1082fffdf385 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054064 Sep 24 14:32:10.551668 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 1c30dcf5-0ad6-483c-ae52-7d75bc297429 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:32:10.601418 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00918892-b476-470c-b840-473361dc8fda req-b67a4e60-32ba-4796-be74-d7b3940940cb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:10.605441 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:32:10.609430 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00918892-b476-470c-b840-473361dc8fda req-b67a4e60-32ba-4796-be74-d7b3940940cb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0575323 Sep 24 14:32:10.614979 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:32:10.616295 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:10.616295 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 Sep 24 14:32:10.633342 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Attempt 2 to provision port b51d80e5-325c-440f-824b-228eda3d320a Sep 24 14:32:10.685532 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00918892-b476-470c-b840-473361dc8fda req-cd19b58e-b191-4e1e-84d7-ef9310e48917 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747070 Sep 24 14:32:10.733058 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Port b51d80e5-325c-440f-824b-228eda3d320a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:10.797839 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:32:10.798222 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:10.842663 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 1c30dcf5-0ad6-483c-ae52-7d75bc297429, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1c30dcf5-0ad6-483c-ae52-7d75bc297429,segment=NetworkSegment(068d1bbd-96e5-41f2-a620-bf8e0a435ff2),segment_id=068d1bbd-96e5-41f2-a620-bf8e0a435ff2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:32:10.843840 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6840ef33-e118-443d-a97c-235fdaeef563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c30dcf5-0ad6-483c-ae52-7d75bc297429'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:32:10.846584 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb024b20-999c-4be2-b42a-8c9eff39b049" -d '{"events": [{"server_uuid": "6840ef33-e118-443d-a97c-235fdaeef563", "name": "network-vif-plugged", "status": "completed", "tag": "1c30dcf5-0ad6-483c-ae52-7d75bc297429"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:32:10.851033 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:10.890183 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e535a-5044-4d48-9ff0-8fa1a85d206a req-4565ac80-39e9-47a1-8a1d-f28e9753c0f0 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:10.892834 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cc0e535a-5044-4d48-9ff0-8fa1a85d206a req-4565ac80-39e9-47a1-8a1d-f28e9753c0f0 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 949 time: 0.0833867 Sep 24 14:32:10.906171 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=1c30dcf5-0ad6-483c-ae52-7d75bc297429,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:10.913356 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44088) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:32:10.945647 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7665e0-17f1-4a5d-a75e-9bd57ba9c3fd x-openstack-request-id: req-5c7665e0-17f1-4a5d-a75e-9bd57ba9c3fd {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:32:10.945954 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6840ef33-e118-443d-a97c-235fdaeef563", "name": "network-vif-plugged", "status": "completed", "tag": "1c30dcf5-0ad6-483c-ae52-7d75bc297429", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:32:10.946291 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c7665e0-17f1-4a5d-a75e-9bd57ba9c3fd {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:32:10.946782 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7665e0-17f1-4a5d-a75e-9bd57ba9c3fd'] response: {'server_uuid': '6840ef33-e118-443d-a97c-235fdaeef563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c30dcf5-0ad6-483c-ae52-7d75bc297429', 'code': 200} Sep 24 14:32:10.959714 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cc0e535a-5044-4d48-9ff0-8fa1a85d206a req-162f0062-5213-4414-b811-b1634fd8790d tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569181 Sep 24 14:32:11.013398 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-c5f27a33-b1b6-4e9a-91fb-d8105670984c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984387 Sep 24 14:32:11.024994 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-87161831-7308-4c02-a170-3c198c365414 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:32:11.026431 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-87161831-7308-4c02-a170-3c198c365414 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0078325 Sep 24 14:32:11.108536 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 44096) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:32:11.204742 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-1d27b30b-d6a0-42c7-a9c1-f29ac3de9d8d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:11.207493 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-1d27b30b-d6a0-42c7-a9c1-f29ac3de9d8d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports/42c66fed-6127-4d44-b2b2-1f1ddaf5a32d HTTP/1.1" status: 200 len: 940 time: 0.0978682 Sep 24 14:32:11.234862 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Attempt 3 to provision port b51d80e5-325c-440f-824b-228eda3d320a Sep 24 14:32:11.273190 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Port b51d80e5-325c-440f-824b-228eda3d320a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:11.342692 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0c077-fcea-4e75-9593-051e81e6e7e9 req-3363091b-adf2-45e2-b2a4-a53099d8c499 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:11.345053 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-99d0c077-fcea-4e75-9593-051e81e6e7e9 req-3363091b-adf2-45e2-b2a4-a53099d8c499 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 931 time: 0.0688589 Sep 24 14:32:11.397994 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-99d0c077-fcea-4e75-9593-051e81e6e7e9 req-2ab39299-53ce-447d-baae-c67ec2bda83b tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469291 Sep 24 14:32:11.774017 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Attempt 4 to provision port b51d80e5-325c-440f-824b-228eda3d320a Sep 24 14:32:11.806432 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321c534-4154-47d3-8310-64eb25003d50 req-a74a16d7-5f6a-43b1-8b81-5e06e8386c8a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:11.806656 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Port b51d80e5-325c-440f-824b-228eda3d320a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:11.807934 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1321c534-4154-47d3-8310-64eb25003d50 req-a74a16d7-5f6a-43b1-8b81-5e06e8386c8a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0506091 Sep 24 14:32:11.855734 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1321c534-4154-47d3-8310-64eb25003d50 req-844e4093-2677-40dd-bb64-3b551c11df20 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422258 Sep 24 14:32:12.113455 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46f8a4-5829-4012-8676-1256edd3ec8c req-eb4927b4-8b2a-4366-930d-d6d62455297e tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:12.114971 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bd46f8a4-5829-4012-8676-1256edd3ec8c req-eb4927b4-8b2a-4366-930d-d6d62455297e tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0550017 Sep 24 14:32:12.163294 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bd46f8a4-5829-4012-8676-1256edd3ec8c req-02114f66-c449-4b7c-9262-776a0d97c8e6 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Sep 24 14:32:12.307459 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Attempt 5 to provision port b51d80e5-325c-440f-824b-228eda3d320a Sep 24 14:32:12.353170 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Port b51d80e5-325c-440f-824b-228eda3d320a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:12.523461 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fc493-9f32-4638-99d0-17e2ecec4beb req-f63f5bf5-3349-4e49-8c46-5d67c64d5c22 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:12.524969 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-653fc493-9f32-4638-99d0-17e2ecec4beb req-f63f5bf5-3349-4e49-8c46-5d67c64d5c22 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 931 time: 0.0474253 Sep 24 14:32:12.578761 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-653fc493-9f32-4638-99d0-17e2ecec4beb req-81327707-1c7e-428f-b71a-ca05d770c0c3 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460653 Sep 24 14:32:12.854319 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Attempt 6 to provision port b51d80e5-325c-440f-824b-228eda3d320a Sep 24 14:32:12.887409 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Port b51d80e5-325c-440f-824b-228eda3d320a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:12.996732 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14db84-d8b8-40e8-9f62-e580bf7f5dcc req-d3906b7c-8325-421a-9768-b55e60c2f8f7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:13.003733 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe14db84-d8b8-40e8-9f62-e580bf7f5dcc req-d3906b7c-8325-421a-9768-b55e60c2f8f7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0586329 Sep 24 14:32:13.050726 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe14db84-d8b8-40e8-9f62-e580bf7f5dcc req-b7c61142-4c5b-4078-a48a-717f1669d8b1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461073 Sep 24 14:32:13.288370 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:13.328946 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86db7a0-4930-4bcb-b122-253311591a5a req-9f09fd53-c8dc-4209-803e-e4371566913c tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:13.332298 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a86db7a0-4930-4bcb-b122-253311591a5a req-9f09fd53-c8dc-4209-803e-e4371566913c tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0850499 Sep 24 14:32:13.388536 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Attempt 7 to provision port b51d80e5-325c-440f-824b-228eda3d320a Sep 24 14:32:13.389182 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a86db7a0-4930-4bcb-b122-253311591a5a req-3fbeca73-95b1-4c7f-825a-fe5a54726a47 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518582 Sep 24 14:32:13.425461 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Port b51d80e5-325c-440f-824b-228eda3d320a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:13.701303 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a515b17-362d-4cfd-bf77-b03ec769b999 req-86908123-c8ff-492f-989a-f12287b7e103 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:13.702839 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8a515b17-362d-4cfd-bf77-b03ec769b999 req-86908123-c8ff-492f-989a-f12287b7e103 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 931 time: 0.0486801 Sep 24 14:32:13.751546 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8a515b17-362d-4cfd-bf77-b03ec769b999 req-3108e79b-1989-4150-b05f-7312fca45759 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430768 Sep 24 14:32:13.927127 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Attempt 8 to provision port b51d80e5-325c-440f-824b-228eda3d320a Sep 24 14:32:13.955045 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:13.962699 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Port b51d80e5-325c-440f-824b-228eda3d320a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:14.179334 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34221cee-6577-4000-bb68-2bbcba411e4f req-96abb45f-6b72-43ca-b416-ad79910b69c0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:14.180696 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-34221cee-6577-4000-bb68-2bbcba411e4f req-96abb45f-6b72-43ca-b416-ad79910b69c0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0473487 Sep 24 14:32:14.233938 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-34221cee-6577-4000-bb68-2bbcba411e4f req-b035d6d0-3d71-443b-9987-8fbd938a3de6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476003 Sep 24 14:32:14.464170 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Attempt 9 to provision port b51d80e5-325c-440f-824b-228eda3d320a Sep 24 14:32:14.512499 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:14.515613 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Port b51d80e5-325c-440f-824b-228eda3d320a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:14.526971 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfc11e-9840-425e-9fa7-ca7dd9c24f1b req-4ac636a5-36cf-4bfa-a044-e77d206ff2af tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:14.528444 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1cfc11e-9840-425e-9fa7-ca7dd9c24f1b req-4ac636a5-36cf-4bfa-a044-e77d206ff2af tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0621717 Sep 24 14:32:14.539466 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:14.568641 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:14.570564 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:32:14.586445 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f1cfc11e-9840-425e-9fa7-ca7dd9c24f1b req-8e72a26e-0e56-4d9b-8e74-3fb51ef71c9f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522406 Sep 24 14:32:14.653716 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d is: DOWN; New status is: DOWN {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:32:14.894952 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65960a0f-49d8-450a-b057-5a1e0e3f1db7 req-f7438f9d-381a-46b8-be80-4e0590afb6b7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:14.896629 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-65960a0f-49d8-450a-b057-5a1e0e3f1db7 req-f7438f9d-381a-46b8-be80-4e0590afb6b7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 931 time: 0.0484028 Sep 24 14:32:14.948829 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-65960a0f-49d8-450a-b057-5a1e0e3f1db7 req-bb0ebf74-b300-445d-8992-08e0d51246ad tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464563 Sep 24 14:32:15.016651 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Attempt 10 to provision port b51d80e5-325c-440f-824b-228eda3d320a Sep 24 14:32:15.051804 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-4aab26c7-6188-4058-b5f0-0a3315e76be2 None None] Port b51d80e5-325c-440f-824b-228eda3d320a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:15.367269 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689e687-a06c-4062-b667-0908974e9325 req-5131b1fd-838f-42f2-bf6c-cd81e7b6831e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:15.368638 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8689e687-a06c-4062-b667-0908974e9325 req-5131b1fd-838f-42f2-bf6c-cd81e7b6831e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0476720 Sep 24 14:32:15.417584 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8689e687-a06c-4062-b667-0908974e9325 req-93ec5ed9-6a2b-460a-9ccb-515c22b93170 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433168 Sep 24 14:32:15.720449 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a4e0d-900e-456a-adf3-a6c1a7fa1355 req-58763f8e-e765-4a11-90f6-7e8b1d4f8d74 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:15.721932 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-909a4e0d-900e-456a-adf3-a6c1a7fa1355 req-58763f8e-e765-4a11-90f6-7e8b1d4f8d74 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0533302 Sep 24 14:32:15.770774 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-909a4e0d-900e-456a-adf3-a6c1a7fa1355 req-909194b0-573e-41af-8a46-723c33f8059e tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432353 Sep 24 14:32:16.077252 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110018d7-d24a-4f97-b225-45ed2ae94f8f req-adde8f6d-6219-4f4c-a6bf-d784fa08f383 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:16.079130 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-110018d7-d24a-4f97-b225-45ed2ae94f8f req-adde8f6d-6219-4f4c-a6bf-d784fa08f383 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 931 time: 0.0525539 Sep 24 14:32:16.127610 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-110018d7-d24a-4f97-b225-45ed2ae94f8f req-48d4f023-6046-4ab5-a234-a16de88c82cd tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Sep 24 14:32:16.551661 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3304b-dc5c-40df-8ea2-64043de4d33e req-d857df7d-d847-4ca3-be52-cd9651142c07 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:16.553648 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-33f3304b-dc5c-40df-8ea2-64043de4d33e req-d857df7d-d847-4ca3-be52-cd9651142c07 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0485325 Sep 24 14:32:16.590120 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:16.607014 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-33f3304b-dc5c-40df-8ea2-64043de4d33e req-4c10014f-c3fc-4348-b7cc-61522bc6bd0c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476937 Sep 24 14:32:16.899706 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ecc24-b8c7-432b-9667-996c1e7e4445 req-5febd4a8-a6bc-47e9-84bd-35f4a9964662 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:16.902540 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-273ecc24-b8c7-432b-9667-996c1e7e4445 req-5febd4a8-a6bc-47e9-84bd-35f4a9964662 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0533743 Sep 24 14:32:16.949994 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-273ecc24-b8c7-432b-9667-996c1e7e4445 req-4f49aa06-82d5-49c3-a04d-82b72ae24b2f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415473 Sep 24 14:32:17.147138 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:17.261724 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58986619-ce02-4611-8efc-79e35af4c817 req-f5b47882-3c35-459e-a14b-d8b4154fb8b2 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:17.263241 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-58986619-ce02-4611-8efc-79e35af4c817 req-f5b47882-3c35-459e-a14b-d8b4154fb8b2 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 931 time: 0.0592315 Sep 24 14:32:17.320677 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-58986619-ce02-4611-8efc-79e35af4c817 req-0027ad4b-4126-408a-b848-6223aba93608 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505548 Sep 24 14:32:17.740055 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128f1e-bbae-4973-a962-f139d3cded20 req-1f4b7a17-e624-4d02-9dc0-1638ebb5f5de tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:17.741538 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-49128f1e-bbae-4973-a962-f139d3cded20 req-1f4b7a17-e624-4d02-9dc0-1638ebb5f5de tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0513396 Sep 24 14:32:17.796524 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-49128f1e-bbae-4973-a962-f139d3cded20 req-f31a8f2b-0de3-4217-80a1-37325ce5fac2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493312 Sep 24 14:32:18.075690 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d4ac7-bc5f-429a-9d6c-7b3bed33d759 req-06d89ba1-48ca-4439-9733-3d26458ab848 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:18.077216 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7a6d4ac7-bc5f-429a-9d6c-7b3bed33d759 req-06d89ba1-48ca-4439-9733-3d26458ab848 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0465455 Sep 24 14:32:18.126757 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7a6d4ac7-bc5f-429a-9d6c-7b3bed33d759 req-53b157e9-b5ba-4fc2-bdfe-4d197fbc40a3 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437331 Sep 24 14:32:18.443842 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f63206-6888-4bc8-93a3-3be12a42b7f7 req-7f7e40d9-005f-4325-bd72-c1ff3d73d883 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:18.445506 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1f63206-6888-4bc8-93a3-3be12a42b7f7 req-7f7e40d9-005f-4325-bd72-c1ff3d73d883 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 931 time: 0.0488143 Sep 24 14:32:18.498806 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1f63206-6888-4bc8-93a3-3be12a42b7f7 req-85e008b5-927f-4fe1-ab20-315bd98ee09f tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472276 Sep 24 14:32:18.932862 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ec529-272d-43b9-93d1-a958af262df5 req-bb1d34db-4e71-424c-bba3-d45e7228081b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:18.934419 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2c2ec529-272d-43b9-93d1-a958af262df5 req-bb1d34db-4e71-424c-bba3-d45e7228081b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0503173 Sep 24 14:32:18.985185 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2c2ec529-272d-43b9-93d1-a958af262df5 req-9f58044b-0e3a-4f33-a1c3-ef66c313b447 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447600 Sep 24 14:32:19.251411 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cacf4-60af-4874-86e3-8bf23e655158 req-d6a6511b-01a5-4b05-8dd3-241d5b211414 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:19.252888 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5d9cacf4-60af-4874-86e3-8bf23e655158 req-d6a6511b-01a5-4b05-8dd3-241d5b211414 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0482545 Sep 24 14:32:19.303919 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5d9cacf4-60af-4874-86e3-8bf23e655158 req-c6d8ae7f-80e8-4c28-98e2-45dc3ddf029a tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452576 Sep 24 14:32:19.620401 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21178662-1f1b-43e6-8d07-52bdc6f031e8 req-5e4e8e1b-1328-4b73-a56f-d8a0a32730e9 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:19.621969 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-21178662-1f1b-43e6-8d07-52bdc6f031e8 req-5e4e8e1b-1328-4b73-a56f-d8a0a32730e9 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 931 time: 0.0495343 Sep 24 14:32:19.669096 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-21178662-1f1b-43e6-8d07-52bdc6f031e8 req-0a6c7179-5c57-4461-8ce1-49558f26ccd2 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 Sep 24 14:32:20.110544 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a0d6a-0428-4d1d-ba93-c6c8ab488530 req-bd9cd194-98ab-43d6-aeee-05cf8bfad932 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:20.112110 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1b9a0d6a-0428-4d1d-ba93-c6c8ab488530 req-bd9cd194-98ab-43d6-aeee-05cf8bfad932 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0458441 Sep 24 14:32:20.160612 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1b9a0d6a-0428-4d1d-ba93-c6c8ab488530 req-a19b4e6a-5828-4d53-adba-12c7749616b7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431361 Sep 24 14:32:20.427083 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5779e-26ef-40c2-9c22-9551f5baebb6 req-807e0f41-2f81-4eeb-97a2-16b9b9871446 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:20.428501 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-91d5779e-26ef-40c2-9c22-9551f5baebb6 req-807e0f41-2f81-4eeb-97a2-16b9b9871446 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0458941 Sep 24 14:32:20.474258 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-91d5779e-26ef-40c2-9c22-9551f5baebb6 req-6734f668-c6b0-4944-8ba6-fd5cf7f30980 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403285 Sep 24 14:32:20.789886 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37e4af-6905-404d-9e3f-2e3fdd1e9010 req-562ea35b-4341-4017-b323-f9378d0f0918 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:20.791488 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cc37e4af-6905-404d-9e3f-2e3fdd1e9010 req-562ea35b-4341-4017-b323-f9378d0f0918 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 931 time: 0.0494590 Sep 24 14:32:20.843875 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cc37e4af-6905-404d-9e3f-2e3fdd1e9010 req-d35398c8-9a69-43ad-9d10-8468b3ca5c18 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468152 Sep 24 14:32:21.292177 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be0115-0623-4afe-81af-748022952909 req-a1ebb803-3477-475a-9b46-f3ac7d7f2f03 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:21.293620 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-33be0115-0623-4afe-81af-748022952909 req-a1ebb803-3477-475a-9b46-f3ac7d7f2f03 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0501189 Sep 24 14:32:21.318829 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:21.340340 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-33be0115-0623-4afe-81af-748022952909 req-7c8e6de9-5c5b-4010-878f-97368fd2b6df tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406537 Sep 24 14:32:21.594028 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35088e57-41ad-40e3-896f-101f786ab450 req-4fb614e7-df49-4377-b529-ba4f05cd307f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:21.595454 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35088e57-41ad-40e3-896f-101f786ab450 req-4fb614e7-df49-4377-b529-ba4f05cd307f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0453439 Sep 24 14:32:21.640954 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-35088e57-41ad-40e3-896f-101f786ab450 req-07151d74-1023-4d4c-b4c4-f5b374133d2c tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Sep 24 14:32:21.963192 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de954b00-efc7-4a03-9c59-ca896c5c1df5 req-c31e88a5-a188-4a4a-9007-c012f9b245c0 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:21.964646 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-de954b00-efc7-4a03-9c59-ca896c5c1df5 req-c31e88a5-a188-4a4a-9007-c012f9b245c0 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 931 time: 0.0453923 Sep 24 14:32:22.011091 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-de954b00-efc7-4a03-9c59-ca896c5c1df5 req-68dbba63-d193-47a4-8bf4-8d16a4548a26 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402496 Sep 24 14:32:22.470640 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888471-6213-4c18-8fb9-69e7df02c70e req-88a1e966-bf07-44ae-bc22-82cd1577c409 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:22.472142 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-11888471-6213-4c18-8fb9-69e7df02c70e req-88a1e966-bf07-44ae-bc22-82cd1577c409 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0493922 Sep 24 14:32:22.518612 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-11888471-6213-4c18-8fb9-69e7df02c70e req-58df1e81-1bc8-44c8-9690-f8630e94b760 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409541 Sep 24 14:32:22.762032 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7c2ef-840e-432e-b3e3-f8de70302bd9 req-43e53fc6-f9fb-4ff6-a61d-7f7f7f237139 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:22.763482 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b8b7c2ef-840e-432e-b3e3-f8de70302bd9 req-43e53fc6-f9fb-4ff6-a61d-7f7f7f237139 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0457621 Sep 24 14:32:22.807864 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Request body: {'port': {'device_id': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:32:22.814863 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b8b7c2ef-840e-432e-b3e3-f8de70302bd9 req-c8fb1cca-5ffd-469c-9206-558def215c4b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457940 Sep 24 14:32:22.871877 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:22.877530 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (b51d80e5-325c-440f-824b-228eda3d320a), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:22.916615 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:23.188472 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:32:23.198631 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b0b5c-c6e9-4453-b311-c623d8a4f184 req-7ddcc55d-874b-4d18-9ba5-941969e98e0f tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:23.200625 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-383b0b5c-c6e9-4453-b311-c623d8a4f184 req-7ddcc55d-874b-4d18-9ba5-941969e98e0f tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 931 time: 0.0906284 Sep 24 14:32:23.203185 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d94f5156-ced8-47b6-b0c5-b865757abe7f req-2443fa8c-ebb8-499f-a973-dde1bafe7286 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455585 Sep 24 14:32:23.227298 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51d80e5-325c-440f-824b-228eda3d320a {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:32:23.238613 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Publish callbacks [] for port (b51d80e5-325c-440f-824b-228eda3d320a), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:23.281237 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-383b0b5c-c6e9-4453-b311-c623d8a4f184 req-bb8f1037-8b2b-46ab-b8f0-34ee2b36417d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715518 Sep 24 14:32:23.282460 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Transition to ACTIVE for port object b51d80e5-325c-440f-824b-228eda3d320a will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:32:23.293736 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (b51d80e5-325c-440f-824b-228eda3d320a), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:23.329184 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41771b1e-bd16-44c1-b6f9-1115779749c9 req-05860c56-5c51-42cd-9236-a4ccdaf9fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:23.330995 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-41771b1e-bd16-44c1-b6f9-1115779749c9 req-05860c56-5c51-42cd-9236-a4ccdaf9fef9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 1134 time: 0.0552633 Sep 24 14:32:23.390741 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-41771b1e-bd16-44c1-b6f9-1115779749c9 req-5b8b83d5-602a-48ff-9428-55b0ca52938c service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529742 Sep 24 14:32:23.613326 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f5156-ced8-47b6-b0c5-b865757abe7f req-c0c996b4-2b71-4e42-8b7d-f8922a589cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:23.614838 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d94f5156-ced8-47b6-b0c5-b865757abe7f req-c0c996b4-2b71-4e42-8b7d-f8922a589cd3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 1129 time: 0.3382628 Sep 24 14:32:23.641315 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Pushing event updated for resources: {'Port': ['ID=b51d80e5-325c-440f-824b-228eda3d320a,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:23.646429 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844afc76-b375-45c8-86ba-6ad7ac4d4237 req-7bc84013-dd80-4b3d-bcf6-dd7148b0b44f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:23.648103 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-844afc76-b375-45c8-86ba-6ad7ac4d4237 req-7bc84013-dd80-4b3d-bcf6-dd7148b0b44f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0483177 Sep 24 14:32:23.679198 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Attempting to bind port b51d80e5-325c-440f-824b-228eda3d320a on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:32:23.679531 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Attempting to bind port b51d80e5-325c-440f-824b-228eda3d320a by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:32:23.679861 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Attempting to bind port b51d80e5-325c-440f-824b-228eda3d320a on network 7923ceef-7faf-4f7b-a32e-f1f06464878c {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:32:23.706002 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-844afc76-b375-45c8-86ba-6ad7ac4d4237 req-b4c4d27a-1aaa-4130-8b55-a6d7d5f37cd5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512745 Sep 24 14:32:23.722755 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Port b51d80e5-325c-440f-824b-228eda3d320a on network 7923ceef-7faf-4f7b-a32e-f1f06464878c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:32:23.723102 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Attempting to bind port b51d80e5-325c-440f-824b-228eda3d320a on network 7923ceef-7faf-4f7b-a32e-f1f06464878c {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:32:23.768171 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:32:23.768507 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Checking segment: {'id': '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:32:23.768893 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Bound using segment: {'id': '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:32:23.769322 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Bound port: b51d80e5-325c-440f-824b-228eda3d320a, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:32:23.769677 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (b51d80e5-325c-440f-824b-228eda3d320a), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:23.829193 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] For port b51d80e5-325c-440f-824b-228eda3d320a, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:32:23.832131 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] For port b51d80e5-325c-440f-824b-228eda3d320a, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b51d80e5-325c-440f-824b-228eda3d320a,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:32:23.838730 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (b51d80e5-325c-440f-824b-228eda3d320a), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:23.841590 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:23.842201 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:23.844070 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/b51d80e5-325c-440f-824b-228eda3d320a HTTP/1.1" status: 200 len: 1093 time: 1.0407465 Sep 24 14:32:23.846308 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:32:23.848673 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10917950-6505-49ad-ab69-2a7908ef265b" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "tag": "b51d80e5-325c-440f-824b-228eda3d320a"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:32:23.891806 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420bd983-b80b-48d8-a482-65802bf1f392 x-openstack-request-id: req-420bd983-b80b-48d8-a482-65802bf1f392 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:32:23.892086 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "tag": "b51d80e5-325c-440f-824b-228eda3d320a", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:32:23.892332 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-420bd983-b80b-48d8-a482-65802bf1f392 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:32:23.892721 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420bd983-b80b-48d8-a482-65802bf1f392'] response: {'name': 'network-changed', 'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a', 'status': 'completed', 'code': 200} Sep 24 14:32:23.907695 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd4fb7-2778-435b-8d16-0641c0cdc54e service neutron] Pushing event updated for resources: {'Port': ['ID=b51d80e5-325c-440f-824b-228eda3d320a,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:23.929754 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:23.948367 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4737fc-e5c2-4853-ac77-48747695aea5 req-ee4b7ab9-4fe3-4fd7-bdc2-bdd9594482ea tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:23.949858 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c4737fc-e5c2-4853-ac77-48747695aea5 req-ee4b7ab9-4fe3-4fd7-bdc2-bdd9594482ea tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0562794 Sep 24 14:32:23.999063 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c4737fc-e5c2-4853-ac77-48747695aea5 req-fa45db92-356a-42aa-aaef-2c0a4c1f5c10 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 Sep 24 14:32:24.077797 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:24.083921 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f5156-ced8-47b6-b0c5-b865757abe7f req-1c86861f-cb13-4e32-8cab-6921e9a9a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:24.085332 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d94f5156-ced8-47b6-b0c5-b865757abe7f req-1c86861f-cb13-4e32-8cab-6921e9a9a53a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 918 time: 0.0854208 Sep 24 14:32:24.421676 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9357-70db-46af-95ce-a34a856d2784 req-8ab31e32-6d60-4b49-845b-85aab04a7485 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:24.423134 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-af3e9357-70db-46af-95ce-a34a856d2784 req-8ab31e32-6d60-4b49-845b-85aab04a7485 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 943 time: 0.0455043 Sep 24 14:32:24.433762 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:24.470289 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-af3e9357-70db-46af-95ce-a34a856d2784 req-d22ae0dc-3baa-403e-9021-fbdf991e5a91 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417626 Sep 24 14:32:24.641615 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d94f5156-ced8-47b6-b0c5-b865757abe7f req-fac5c19d-9390-4aea-993a-12cced11a7f3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=812bad02-1d00-421a-acb7-00e2e9023540 HTTP/1.1" status: 200 len: 217 time: 0.0571311 Sep 24 14:32:24.653554 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10917950-6505-49ad-ab69-2a7908ef265b req-260cfa54-68cb-48f8-abbb-271104a609be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:24.655670 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10917950-6505-49ad-ab69-2a7908ef265b req-260cfa54-68cb-48f8-abbb-271104a609be service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8830800be89540929716703bdbb07b13&device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 1127 time: 0.0646558 Sep 24 14:32:24.770555 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f5156-ced8-47b6-b0c5-b865757abe7f req-0ad04a3c-5430-418f-b391-124c3a16f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:24.772079 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d94f5156-ced8-47b6-b0c5-b865757abe7f req-0ad04a3c-5430-418f-b391-124c3a16f0c0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.0940847 Sep 24 14:32:24.866891 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f5156-ced8-47b6-b0c5-b865757abe7f req-b5a3ae45-224f-49e9-8a3d-5298d55b3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:24.868229 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d94f5156-ced8-47b6-b0c5-b865757abe7f req-b5a3ae45-224f-49e9-8a3d-5298d55b3fdf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870411 Sep 24 14:32:24.888500 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59920d45-54a2-4f84-8698-13e47e4a372f req-1e0a0755-9023-4894-b35b-8653c370a837 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:24.889966 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-59920d45-54a2-4f84-8698-13e47e4a372f req-1e0a0755-9023-4894-b35b-8653c370a837 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0995739 Sep 24 14:32:24.890937 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10917950-6505-49ad-ab69-2a7908ef265b req-d2d4762c-b14c-410a-a048-7e114494e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:24.892209 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10917950-6505-49ad-ab69-2a7908ef265b req-d2d4762c-b14c-410a-a048-7e114494e9b5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=8830800be89540929716703bdbb07b13&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2072084 Sep 24 14:32:25.042951 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-59920d45-54a2-4f84-8698-13e47e4a372f req-b6342519-cfad-4535-9541-2a768535d90c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387048 Sep 24 14:32:25.088857 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d94f5156-ced8-47b6-b0c5-b865757abe7f req-5ad16107-ba70-4a6e-a152-f2fcdddb0775 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128019 Sep 24 14:32:25.093630 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10917950-6505-49ad-ab69-2a7908ef265b req-9337b0eb-77c7-46fa-8d19-02b7d2ecea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:25.095057 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10917950-6505-49ad-ab69-2a7908ef265b req-9337b0eb-77c7-46fa-8d19-02b7d2ecea8a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1898730 Sep 24 14:32:25.136636 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd40ce-ded5-4fb1-98d0-c2ecfb01cce7 req-c4d58714-3307-4d40-a315-52f703e8abe3 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:25.138055 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-eadd40ce-ded5-4fb1-98d0-c2ecfb01cce7 req-c4d58714-3307-4d40-a315-52f703e8abe3 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0444374 Sep 24 14:32:25.188589 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-eadd40ce-ded5-4fb1-98d0-c2ecfb01cce7 req-26ce3392-1e15-45d9-9ff3-064ad813d70c tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443857 Sep 24 14:32:25.678460 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ee10d-0fd1-4cb8-a7ba-30264930271c req-0839125a-8eda-4ebc-a5d2-ebca60ca492a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:25.680137 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fc2ee10d-0fd1-4cb8-a7ba-30264930271c req-0839125a-8eda-4ebc-a5d2-ebca60ca492a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 943 time: 0.1219504 Sep 24 14:32:25.681329 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1aa8142d-863a-4feb-a25a-c29ed78962d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:25.683604 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-8c0eca9f-8298-4bb1-a322-0be9d9c483f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:25.685112 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-8c0eca9f-8298-4bb1-a322-0be9d9c483f9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8830800be89540929716703bdbb07b13&device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 1127 time: 0.0835745 Sep 24 14:32:25.727297 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d94f5156-ced8-47b6-b0c5-b865757abe7f req-c38fe9fc-fd83-4d93-96c3-42453f2418aa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882813 Sep 24 14:32:25.777146 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-d8fc6e52-8b5f-4b57-9a48-9b7f600f1d01 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b51d80e5-325c-440f-824b-228eda3d320a HTTP/1.1" status: 200 len: 217 time: 0.0422006 Sep 24 14:32:25.785307 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fc2ee10d-0fd1-4cb8-a7ba-30264930271c req-9c7b6ff2-b8fe-42d2-b6ee-f3f4e5172b6b tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946715 Sep 24 14:32:25.841810 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-5f7f492a-27fb-4735-9318-3ccee1b1daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:25.843315 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-5f7f492a-27fb-4735-9318-3ccee1b1daab service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=70115d5e-0d32-4b88-b4ff-3c9659a6b16b HTTP/1.1" status: 200 len: 853 time: 0.0490992 Sep 24 14:32:25.897751 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-9c507250-2269-4d91-a1e8-af0ac39d8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:25.899420 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-9c507250-2269-4d91-a1e8-af0ac39d8a7c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7923ceef-7faf-4f7b-a32e-f1f06464878c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399067 Sep 24 14:32:25.966875 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:26.008543 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-7b7e75e6-8854-447a-9904-0705e4c80dd7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909152 Sep 24 14:32:26.062095 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:26.105421 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fb4b7a2b-550c-446e-a104-0557f51547aa req-fee9e0bb-226c-4c7a-9406-3d349e7db252 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881205 Sep 24 14:32:26.181267 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132409a7-f067-42f0-ad91-17121f3022f6 req-dee6abe7-22df-46cd-a7a8-b1518dcc62fb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:26.182753 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-132409a7-f067-42f0-ad91-17121f3022f6 req-dee6abe7-22df-46cd-a7a8-b1518dcc62fb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0495703 Sep 24 14:32:26.236608 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-132409a7-f067-42f0-ad91-17121f3022f6 req-303573b9-0bf0-47d7-8207-f6ea5b9ba31e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481493 Sep 24 14:32:26.312886 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749a513-d108-4ae4-843e-0a2b676be989 req-6cfebc3a-0bd1-4073-b944-30849f8be332 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:26.314279 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6749a513-d108-4ae4-843e-0a2b676be989 req-6cfebc3a-0bd1-4073-b944-30849f8be332 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0483987 Sep 24 14:32:26.361057 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6749a513-d108-4ae4-843e-0a2b676be989 req-418fc361-1c66-46f6-9efd-52a691ecdc31 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Sep 24 14:32:26.430190 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-63cebad4-dee9-4a1c-bc81-4eb2134b290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:26.431783 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-63cebad4-dee9-4a1c-bc81-4eb2134b290f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca&tenant_id=1f7134ad65014cb984417c99b3d76eff HTTP/1.1" status: 200 len: 1127 time: 0.0692565 Sep 24 14:32:26.636486 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6472e-0aba-4c62-96d0-bad355268878 req-53676bdf-4112-417e-915a-220c201a92af tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:26.637940 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dea6472e-0aba-4c62-96d0-bad355268878 req-53676bdf-4112-417e-915a-220c201a92af tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0526347 Sep 24 14:32:26.685856 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dea6472e-0aba-4c62-96d0-bad355268878 req-456b6809-095c-412f-8b69-f82e800e666d tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417943 Sep 24 14:32:26.908752 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f149b6-24cd-42ef-a9e2-df32963480eb req-a8d3bc0f-c512-4f8a-a41a-dd53ee01e256 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:26.910104 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-54f149b6-24cd-42ef-a9e2-df32963480eb req-a8d3bc0f-c512-4f8a-a41a-dd53ee01e256 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 943 time: 0.0461819 Sep 24 14:32:26.956367 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-54f149b6-24cd-42ef-a9e2-df32963480eb req-7788b3c3-cd0d-4cac-b4d7-0ca358fd5979 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Sep 24 14:32:27.135708 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=9 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:27.360302 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0791b-48c9-4748-ab7a-70368f423acd req-788a7e85-5c71-471d-9fb4-87bcbc184bd8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:27.361721 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-03b0791b-48c9-4748-ab7a-70368f423acd req-788a7e85-5c71-471d-9fb4-87bcbc184bd8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0455687 Sep 24 14:32:27.407324 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-03b0791b-48c9-4748-ab7a-70368f423acd req-d7a6bd58-7efe-445b-9352-9373df0bb4c7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396211 Sep 24 14:32:27.807486 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e81e0-0887-4072-b4a9-517a25912d8b req-9408fd5a-bf1c-4ad2-b10e-bf9e0be82c28 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:27.808913 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-dc9e81e0-0887-4072-b4a9-517a25912d8b req-9408fd5a-bf1c-4ad2-b10e-bf9e0be82c28 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0484748 Sep 24 14:32:27.869117 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-dc9e81e0-0887-4072-b4a9-517a25912d8b req-152bc79d-7ddd-487d-975c-8fdede830373 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541081 Sep 24 14:32:28.080248 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3890a98-e765-410c-a6ad-b426413e60d5 req-6bca8de4-29d0-488e-9d86-6877480494bf tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:28.082416 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b3890a98-e765-410c-a6ad-b426413e60d5 req-6bca8de4-29d0-488e-9d86-6877480494bf tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 943 time: 0.0503004 Sep 24 14:32:28.099052 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-34cfa5bc-e8f7-4e00-ba09-8c43b986c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:28.130168 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b3890a98-e765-410c-a6ad-b426413e60d5 req-38365f81-66af-42d7-80bc-06aaf392f937 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422645 Sep 24 14:32:28.539999 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b56cd-866b-48cc-808b-e83a7d2f1106 req-6164fc20-1ec6-4457-97da-997aef7f42d5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:28.541503 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-351b56cd-866b-48cc-808b-e83a7d2f1106 req-6164fc20-1ec6-4457-97da-997aef7f42d5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0526624 Sep 24 14:32:28.587713 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-351b56cd-866b-48cc-808b-e83a7d2f1106 req-22482ae6-fa1e-4471-8fce-7e7e7b06428b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406916 Sep 24 14:32:28.986478 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e5862-7bbc-416a-82f3-17f29354b9da req-1a00e539-4431-40a7-8408-b00fdddb6575 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:28.987955 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1b4e5862-7bbc-416a-82f3-17f29354b9da req-1a00e539-4431-40a7-8408-b00fdddb6575 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0456977 Sep 24 14:32:29.034036 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1b4e5862-7bbc-416a-82f3-17f29354b9da req-ecacdf58-2671-4191-a9e5-16d12a7ea8c4 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406678 Sep 24 14:32:29.191144 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:29.247207 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8752f7-5578-4f84-8330-babe42d144cd req-2a6279d2-5cf3-4c36-9a36-46a07b66af80 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:29.248653 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4d8752f7-5578-4f84-8330-babe42d144cd req-2a6279d2-5cf3-4c36-9a36-46a07b66af80 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 943 time: 0.0454247 Sep 24 14:32:29.260863 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:29.300316 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4d8752f7-5578-4f84-8330-babe42d144cd req-57c0f20e-dd6b-4daf-b760-bbf9ef908cab tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457027 Sep 24 14:32:29.715678 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7aee2-9b47-4e7e-ba84-a31534091afb req-4ac33120-6b05-405d-8c01-8ac4b7849c5a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:29.717011 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f6d7aee2-9b47-4e7e-ba84-a31534091afb req-4ac33120-6b05-405d-8c01-8ac4b7849c5a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0453095 Sep 24 14:32:29.763624 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f6d7aee2-9b47-4e7e-ba84-a31534091afb req-a7511a5c-f98d-45c9-9c15-d154deac660f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407374 Sep 24 14:32:30.149968 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f836a-18cd-4a8d-af83-a28164c4e5f9 req-0a2dd42e-70fc-4b35-97f3-f8e29ca1fb71 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:30.151453 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-575f836a-18cd-4a8d-af83-a28164c4e5f9 req-0a2dd42e-70fc-4b35-97f3-f8e29ca1fb71 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0452046 Sep 24 14:32:30.207876 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-575f836a-18cd-4a8d-af83-a28164c4e5f9 req-04cc47e8-33cd-43c1-9e69-1367f91c648f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500052 Sep 24 14:32:30.418925 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca330bdb-83ee-4795-84e1-fae874be4113 req-23ec06a5-5fe5-4fe6-bc3f-7af8cfb197ff tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:30.420362 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ca330bdb-83ee-4795-84e1-fae874be4113 req-23ec06a5-5fe5-4fe6-bc3f-7af8cfb197ff tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 943 time: 0.0489185 Sep 24 14:32:30.466601 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ca330bdb-83ee-4795-84e1-fae874be4113 req-dfee8fa8-923e-46da-ad3d-6224303c27cc tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407994 Sep 24 14:32:30.649629 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device b51d80e5-325c-440f-824b-228eda3d320a details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:32:30.653626 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:30.750931 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port b51d80e5-325c-440f-824b-228eda3d320a, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b51d80e5-325c-440f-824b-228eda3d320a,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:32:30.764052 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': 'b51d80e5-325c-440f-824b-228eda3d320a', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'port_id': 'b51d80e5-325c-440f-824b-228eda3d320a', 'mac_address': 'fa:16:3e:e2:07:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:32:30.796049 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-59a14bd1-18d4-4816-9a73-074c192b22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:30.797531 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-59a14bd1-18d4-4816-9a73-074c192b22ae service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 1127 time: 0.0515437 Sep 24 14:32:30.801054 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port b51d80e5-325c-440f-824b-228eda3d320a is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:32:30.801444 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (b51d80e5-325c-440f-824b-228eda3d320a), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:30.827838 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51d80e5-325c-440f-824b-228eda3d320a {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:32:30.846790 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:30.854758 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port b51d80e5-325c-440f-824b-228eda3d320a, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b51d80e5-325c-440f-824b-228eda3d320a,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:32:30.858645 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (b51d80e5-325c-440f-824b-228eda3d320a), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:30.895645 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6028bf-0473-464a-9d95-b4ff0f66a695 req-64ce886b-6504-48b3-9f18-f6abe2ae07a7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:30.897238 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7a6028bf-0473-464a-9d95-b4ff0f66a695 req-64ce886b-6504-48b3-9f18-f6abe2ae07a7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0473652 Sep 24 14:32:30.906539 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=b51d80e5-325c-440f-824b-228eda3d320a,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:30.960032 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7a6028bf-0473-464a-9d95-b4ff0f66a695 req-857d2e2f-219c-40f1-ba12-86e51fd8bb47 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570168 Sep 24 14:32:31.017501 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-bdd23b2a-66b0-4df6-8183-626e30551c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:31.019033 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-bdd23b2a-66b0-4df6-8183-626e30551c83 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 916 time: 0.1031137 Sep 24 14:32:31.260364 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-b8aa1a7c-3024-476a-8027-4841f5a4e19c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d HTTP/1.1" status: 200 len: 999 time: 0.0570247 Sep 24 14:32:31.325664 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e2e7d-8e2a-4412-a525-be581bce7c39 req-3758771a-463e-4e22-8fdd-04742be43100 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:31.327087 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f36e2e7d-8e2a-4412-a525-be581bce7c39 req-3758771a-463e-4e22-8fdd-04742be43100 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.0445473 Sep 24 14:32:31.360579 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:31.377504 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f36e2e7d-8e2a-4412-a525-be581bce7c39 req-0774862f-4fa2-4e47-bf4c-dccf82d7dd5e tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f5d03e92-fe59-44c7-80f8-812a589d2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448966 Sep 24 14:32:31.489655 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['b51d80e5-325c-440f-824b-228eda3d320a'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:32:31.540890 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:31.629237 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbfbb2-9d7a-4862-9fd7-d25d3038d33c req-d875440a-6437-4c50-926e-8f0bb1665a81 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:31.630437 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3afbfbb2-9d7a-4862-9fd7-d25d3038d33c req-d875440a-6437-4c50-926e-8f0bb1665a81 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 950 time: 0.1385341 Sep 24 14:32:31.634168 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-3e6267b5-46b9-4c7f-9517-6c5e36677f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:31.636648 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-3e6267b5-46b9-4c7f-9517-6c5e36677f84 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=f32d4a51-22a9-4cfb-b152-16f2e987f478 HTTP/1.1" status: 200 len: 855 time: 0.1553407 Sep 24 14:32:31.691309 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26d24c-83a1-4040-aa69-be76f7bb897b req-c4537ce4-6712-4fe2-9fde-bb41f811257a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:31.692774 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5e26d24c-83a1-4040-aa69-be76f7bb897b req-c4537ce4-6712-4fe2-9fde-bb41f811257a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 944 time: 0.1180854 Sep 24 14:32:31.742356 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:31.742986 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:31.768963 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-edfa5062-7552-4329-a13f-473013ccc5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:31.770420 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-edfa5062-7552-4329-a13f-473013ccc5a0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=841ec28f-242a-4287-8d65-ef9f3927d5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977643 Sep 24 14:32:31.799523 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-3afbfbb2-9d7a-4862-9fd7-d25d3038d33c req-b1e9ee63-8cfd-44ee-9ef6-d67a16ddf53b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Deleting port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:32:31.800321 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3afbfbb2-9d7a-4862-9fd7-d25d3038d33c req-b1e9ee63-8cfd-44ee-9ef6-d67a16ddf53b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:31.807297 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5e26d24c-83a1-4040-aa69-be76f7bb897b req-67fdb139-fefb-4f48-9e0a-b820a3c9c57a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965548 Sep 24 14:32:31.908312 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-3afbfbb2-9d7a-4862-9fd7-d25d3038d33c req-b1e9ee63-8cfd-44ee-9ef6-d67a16ddf53b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] For port 1c30dcf5-0ad6-483c-ae52-7d75bc297429, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1c30dcf5-0ad6-483c-ae52-7d75bc297429,segment=NetworkSegment(068d1bbd-96e5-41f2-a620-bf8e0a435ff2),segment_id=068d1bbd-96e5-41f2-a620-bf8e0a435ff2)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:32:31.908789 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3afbfbb2-9d7a-4862-9fd7-d25d3038d33c req-b1e9ee63-8cfd-44ee-9ef6-d67a16ddf53b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:31.926286 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-3afbfbb2-9d7a-4862-9fd7-d25d3038d33c req-b1e9ee63-8cfd-44ee-9ef6-d67a16ddf53b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Calling delete_port for 1c30dcf5-0ad6-483c-ae52-7d75bc297429 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:32:32.090026 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-a07e4899-89cd-464a-8282-bf1fdfce4e26 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492271 Sep 24 14:32:32.095137 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ec8a8-be74-4d7a-8999-b48632a673c7 req-8a4f9a98-2a28-4695-9c3c-2cd2e6c24625 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:32.096885 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-536ec8a8-be74-4d7a-8999-b48632a673c7 req-8a4f9a98-2a28-4695-9c3c-2cd2e6c24625 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0535781 Sep 24 14:32:32.159729 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-536ec8a8-be74-4d7a-8999-b48632a673c7 req-49f6ac57-987b-47a6-abdd-37c8d3dc1ab0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476060 Sep 24 14:32:32.205475 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3afbfbb2-9d7a-4862-9fd7-d25d3038d33c req-b1e9ee63-8cfd-44ee-9ef6-d67a16ddf53b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (1c30dcf5-0ad6-483c-ae52-7d75bc297429), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:32.243258 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9ee63-8cfd-44ee-9ef6-d67a16ddf53b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Pushing event deleted for resources: {'Port': ['ID=1c30dcf5-0ad6-483c-ae52-7d75bc297429,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:32.261073 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ab13ae96-3075-43d0-8497-d8136f022a90 req-9dbe0ec8-6a58-423a-8f70-173d48b0f544 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604838 Sep 24 14:32:32.299880 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afbfbb2-9d7a-4862-9fd7-d25d3038d33c req-b1e9ee63-8cfd-44ee-9ef6-d67a16ddf53b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] No DVR routers for this DVR port 1c30dcf5-0ad6-483c-ae52-7d75bc297429 on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:32:32.302803 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-3afbfbb2-9d7a-4862-9fd7-d25d3038d33c req-b1e9ee63-8cfd-44ee-9ef6-d67a16ddf53b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:32.306252 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3afbfbb2-9d7a-4862-9fd7-d25d3038d33c req-b1e9ee63-8cfd-44ee-9ef6-d67a16ddf53b tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.33 "DELETE /networking/v2.0/ports/1c30dcf5-0ad6-483c-ae52-7d75bc297429 HTTP/1.1" status: 204 len: 173 time: 0.6686978 Sep 24 14:32:32.306738 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6840ef33-e118-443d-a97c-235fdaeef563', 'name': 'network-vif-deleted', 'tag': '1c30dcf5-0ad6-483c-ae52-7d75bc297429'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:32:32.308987 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae29a4e4-48a1-47bc-8c4b-e9120a9319d1" -d '{"events": [{"server_uuid": "6840ef33-e118-443d-a97c-235fdaeef563", "name": "network-vif-deleted", "tag": "1c30dcf5-0ad6-483c-ae52-7d75bc297429"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:32:32.349064 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2818f191-e724-4c55-9fad-e4eba5368228 x-openstack-request-id: req-2818f191-e724-4c55-9fad-e4eba5368228 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:32:32.349362 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6840ef33-e118-443d-a97c-235fdaeef563", "name": "network-vif-deleted", "tag": "1c30dcf5-0ad6-483c-ae52-7d75bc297429", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:32:32.349616 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2818f191-e724-4c55-9fad-e4eba5368228 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:32:32.350021 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2818f191-e724-4c55-9fad-e4eba5368228'] response: {'server_uuid': '6840ef33-e118-443d-a97c-235fdaeef563', 'name': 'network-vif-deleted', 'tag': '1c30dcf5-0ad6-483c-ae52-7d75bc297429', 'status': 'completed', 'code': 200} Sep 24 14:32:32.489343 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-eed80510-23ec-4b17-a5ef-53132811cb77 req-9c5deeca-5b03-45dc-83f9-fa43bebe8b36 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0272422 Sep 24 14:32:32.605697 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['1c30dcf5-0ad6-483c-ae52-7d75bc297429'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:32:32.672151 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device b51d80e5-325c-440f-824b-228eda3d320a up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:32:32.717093 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port b51d80e5-325c-440f-824b-228eda3d320a completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:32:32.723387 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port b51d80e5-325c-440f-824b-228eda3d320a triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:32:32.723956 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (b51d80e5-325c-440f-824b-228eda3d320a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:32.724563 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port b51d80e5-325c-440f-824b-228eda3d320a Sep 24 14:32:32.805675 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port b51d80e5-325c-440f-824b-228eda3d320a is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:32:32.806070 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (b51d80e5-325c-440f-824b-228eda3d320a), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:33.005812 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port b51d80e5-325c-440f-824b-228eda3d320a, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b51d80e5-325c-440f-824b-228eda3d320a,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:32:33.007407 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:32:33.010439 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6591c7bf-e88e-491e-a32c-8625f458e7c7" -d '{"events": [{"server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "name": "network-vif-plugged", "status": "completed", "tag": "b51d80e5-325c-440f-824b-228eda3d320a"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:32:33.014780 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (b51d80e5-325c-440f-824b-228eda3d320a), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:33.060529 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afcf45-5cdd-4d73-8f3a-d8025d1d62e4 req-65ef5536-d2b7-4af4-ae7d-83d6e1a551a7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:33.062413 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f0afcf45-5cdd-4d73-8f3a-d8025d1d62e4 req-65ef5536-d2b7-4af4-ae7d-83d6e1a551a7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 944 time: 0.1160858 Sep 24 14:32:33.092728 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=b51d80e5-325c-440f-824b-228eda3d320a,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:33.104488 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91fb17b-1e70-4cd3-8aa4-d1fa05258293 x-openstack-request-id: req-d91fb17b-1e70-4cd3-8aa4-d1fa05258293 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:32:33.105223 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "name": "network-vif-plugged", "status": "completed", "tag": "b51d80e5-325c-440f-824b-228eda3d320a", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:32:33.105778 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d91fb17b-1e70-4cd3-8aa4-d1fa05258293 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:32:33.108393 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91fb17b-1e70-4cd3-8aa4-d1fa05258293'] response: {'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a', 'code': 200} Sep 24 14:32:33.152475 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f0afcf45-5cdd-4d73-8f3a-d8025d1d62e4 req-b6ab6c8a-8710-4620-9af8-6c22910db649 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757320 Sep 24 14:32:33.184262 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:33.356139 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75ccf-40ba-4e6a-b040-3771d2438be8 req-30febdf6-107a-4b56-a3b5-fbaccc83af82 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:33.358380 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-71d75ccf-40ba-4e6a-b040-3771d2438be8 req-30febdf6-107a-4b56-a3b5-fbaccc83af82 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0699494 Sep 24 14:32:33.424660 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-71d75ccf-40ba-4e6a-b040-3771d2438be8 req-0c4ac25e-89f9-4e91-a8c8-c8d7d9533b0c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598681 Sep 24 14:32:33.681653 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c426ec93-60d5-419b-93e1-3404bd900ade req-31caac06-43ba-441d-a811-dce88dc9b609 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0329075 Sep 24 14:32:34.327328 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf91a9-7fe7-45a4-b5c6-2a3b44688bae req-b4b961d1-77f0-44ca-bc30-e5b818392521 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:34.329174 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-17bf91a9-7fe7-45a4-b5c6-2a3b44688bae req-b4b961d1-77f0-44ca-bc30-e5b818392521 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0530925 Sep 24 14:32:34.397154 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-17bf91a9-7fe7-45a4-b5c6-2a3b44688bae req-792bf919-3f2f-4c05-91ac-de48de5ad29c tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576429 Sep 24 14:32:34.575911 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425a4c8-1ff9-48d7-af5f-f66862ce4b7c req-86043b83-8c0a-4934-8d32-2e5a36b4da50 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:34.577375 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c425a4c8-1ff9-48d7-af5f-f66862ce4b7c req-86043b83-8c0a-4934-8d32-2e5a36b4da50 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0535555 Sep 24 14:32:34.630475 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c425a4c8-1ff9-48d7-af5f-f66862ce4b7c req-fa1afa49-fc2c-403b-8d84-7dc5aa1251e7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468657 Sep 24 14:32:34.805919 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-aaa069a0-6d7c-44fd-861c-c2da45740128 req-5b4f8d62-2f84-477a-bdca-a62b1cdec16a tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0307386 Sep 24 14:32:35.518906 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af6e76-1c88-429e-aa3a-a561693d516e req-c61ef43d-5aad-4dc3-9555-798ea215b99f tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:35.520436 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-48af6e76-1c88-429e-aa3a-a561693d516e req-c61ef43d-5aad-4dc3-9555-798ea215b99f tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0503736 Sep 24 14:32:35.568042 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-48af6e76-1c88-429e-aa3a-a561693d516e req-dccb6633-2ef2-4e52-a54a-427ba9a106ea tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418680 Sep 24 14:32:35.773662 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eaa2e1-9227-4ebd-b15b-ccd1bebf756b req-2085ecce-dc12-451e-9580-a0949a162772 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:35.775320 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f6eaa2e1-9227-4ebd-b15b-ccd1bebf756b req-2085ecce-dc12-451e-9580-a0949a162772 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0529513 Sep 24 14:32:35.827261 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f6eaa2e1-9227-4ebd-b15b-ccd1bebf756b req-b54cf46d-69de-41f4-8ffa-f7693ce9f72e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455806 Sep 24 14:32:35.945159 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-dcb5568c-0172-49b8-86c5-997a93ffde75 req-588b1292-4092-46d7-8df1-760e77d5261f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0337088 Sep 24 14:32:36.705988 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d095ff-22ca-40ac-8a94-27918abc897c req-9cecf0ae-d64a-4918-ac03-8aaaf36daa0e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:36.708086 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 1c30dcf5-0ad6-483c-ae52-7d75bc297429 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:32:36.708612 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-56d095ff-22ca-40ac-8a94-27918abc897c req-9cecf0ae-d64a-4918-ac03-8aaaf36daa0e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0551014 Sep 24 14:32:36.728962 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 1c30dcf5-0ad6-483c-ae52-7d75bc297429 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:32:36.729215 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 1c30dcf5-0ad6-483c-ae52-7d75bc297429 not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:32:36.753778 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:36.775641 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-56d095ff-22ca-40ac-8a94-27918abc897c req-4ab207e4-39ae-45d8-9135-319f764cae5f tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548553 Sep 24 14:32:36.949098 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:36.965497 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b130c5-a211-4981-a3ca-cd3e9e4c7990 req-85f9672a-9aa9-4446-ad8e-0c32c4071823 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:36.966994 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-49b130c5-a211-4981-a3ca-cd3e9e4c7990 req-85f9672a-9aa9-4446-ad8e-0c32c4071823 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0559113 Sep 24 14:32:37.022146 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-49b130c5-a211-4981-a3ca-cd3e9e4c7990 req-7e58318d-5104-4f06-95ec-5a2ef8ff1e11 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493641 Sep 24 14:32:37.108207 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2e83beb9-9c07-418c-b9ab-e42084d777c1 req-7bf45ecd-efa6-44b7-932b-17a9cf15e606 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0382268 Sep 24 14:32:37.889316 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:37.905294 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0d807-79e7-4732-b8fa-297e6fa27bd1 req-5188b03b-c15b-4de7-8504-759df6767c0d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:37.913260 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d3b0d807-79e7-4732-b8fa-297e6fa27bd1 req-5188b03b-c15b-4de7-8504-759df6767c0d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0598638 Sep 24 14:32:37.956881 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d3b0d807-79e7-4732-b8fa-297e6fa27bd1 req-591ef229-45a8-4e24-88f1-086def41b7c7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Sep 24 14:32:38.174554 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854398-19ab-4e9c-b3f2-55a0dfa58592 req-af1a610e-2670-48d7-b2a8-872cebd8eb99 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:38.176906 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b8854398-19ab-4e9c-b3f2-55a0dfa58592 req-af1a610e-2670-48d7-b2a8-872cebd8eb99 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0586796 Sep 24 14:32:38.230745 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b8854398-19ab-4e9c-b3f2-55a0dfa58592 req-3c49e5ac-e77a-4c97-9439-959f7e1d8675 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478263 Sep 24 14:32:38.248012 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-88178ec1-5630-49d5-88e9-77571fd691cd req-74d76741-6efa-44d3-bb29-06b819b91e64 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0287230 Sep 24 14:32:39.088933 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4da73-d4a5-4153-8313-038cdc5d539b req-c36166dd-c54d-47e7-a674-f72f26052737 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:39.090395 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-94e4da73-d4a5-4153-8313-038cdc5d539b req-c36166dd-c54d-47e7-a674-f72f26052737 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0504334 Sep 24 14:32:39.147722 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-94e4da73-d4a5-4153-8313-038cdc5d539b req-f46dcbd8-8674-43ca-aa58-60d0c014fac9 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515218 Sep 24 14:32:39.378253 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e3a74-1213-460e-baf3-23296f8e538d req-fcf12c62-f762-4ddb-83f2-a8266e6df795 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:39.379812 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d9e3a74-1213-460e-baf3-23296f8e538d req-fcf12c62-f762-4ddb-83f2-a8266e6df795 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0557678 Sep 24 14:32:39.408885 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-feb875dc-2797-481c-8a08-af6b09e70d57 req-3011e9aa-9490-4bef-b4da-7635f689cb0f tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0424349 Sep 24 14:32:39.445956 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d9e3a74-1213-460e-baf3-23296f8e538d req-fb9e1d3f-7558-4a69-aecc-7e3867f10f66 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605183 Sep 24 14:32:40.277435 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a57702-9384-408c-90cd-c84eee949c15 req-314c6f2a-4e20-46c1-82ee-34cfae46855d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:40.279041 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b5a57702-9384-408c-90cd-c84eee949c15 req-314c6f2a-4e20-46c1-82ee-34cfae46855d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0504038 Sep 24 14:32:40.335598 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b5a57702-9384-408c-90cd-c84eee949c15 req-b23bd909-491f-445f-9ac9-502c8c29c9dc tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487819 Sep 24 14:32:40.535510 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ca7a7611-6c26-45e6-b9ee-8b73563b7710 req-c4afbbdb-4b2e-4cd9-9d2f-75bb8df7a53e tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0304410 Sep 24 14:32:40.585690 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d6030-64b0-49eb-9941-f884e200fe67 req-7bd86b69-af8d-4cd1-a316-c7d3604bc8f8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:40.587111 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-591d6030-64b0-49eb-9941-f884e200fe67 req-7bd86b69-af8d-4cd1-a316-c7d3604bc8f8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0512998 Sep 24 14:32:40.649810 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-591d6030-64b0-49eb-9941-f884e200fe67 req-ee763b85-d2c5-4ace-a2be-c166ec795acd tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567157 Sep 24 14:32:41.457939 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1449628-f68f-4cb9-84de-ee8b37412b60 req-7fa87119-ac50-4f91-9a12-c275bc173237 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:41.459483 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c1449628-f68f-4cb9-84de-ee8b37412b60 req-7fa87119-ac50-4f91-9a12-c275bc173237 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0497711 Sep 24 14:32:41.508672 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c1449628-f68f-4cb9-84de-ee8b37412b60 req-e6ebeff5-420d-4b0b-940c-9acec5122a6b tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432978 Sep 24 14:32:41.672637 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6f184fdb-a71a-4570-9094-fa1013080193 req-915ebea6-6130-4d2a-8402-5ba6a75faf26 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0345857 Sep 24 14:32:41.804200 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a199b5-969c-42da-a812-4d443e562db7 req-7c0b9cd5-d0c5-41a4-828d-d2a061e5f8db tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:41.805769 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-45a199b5-969c-42da-a812-4d443e562db7 req-7c0b9cd5-d0c5-41a4-828d-d2a061e5f8db tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0565681 Sep 24 14:32:41.859510 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-45a199b5-969c-42da-a812-4d443e562db7 req-8c20c5b1-a9e0-4384-9344-eb6543b0328f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481780 Sep 24 14:32:42.627014 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281cd9c-e302-4f5c-8dd0-a10e88dca3d6 req-9fd10a3a-9914-4aa2-abe5-1396c83d8b1e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:42.628447 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a281cd9c-e302-4f5c-8dd0-a10e88dca3d6 req-9fd10a3a-9914-4aa2-abe5-1396c83d8b1e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0454836 Sep 24 14:32:42.676618 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a281cd9c-e302-4f5c-8dd0-a10e88dca3d6 req-1b7f7c87-e6e9-413f-bc66-f25ad2cdf26a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Sep 24 14:32:42.789007 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0dbe18f8-5b11-4898-950c-0bb5a808a8ab req-d884a0c2-162c-4df1-b2c5-ebcf320358ef tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0274942 Sep 24 14:32:42.986686 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d83afc-be69-4116-9092-1be8fae0241a req-e6b88852-0424-400a-a9eb-b6fa0bc619f0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:42.988156 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-87d83afc-be69-4116-9092-1be8fae0241a req-e6b88852-0424-400a-a9eb-b6fa0bc619f0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0452890 Sep 24 14:32:43.022113 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:43.034153 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-87d83afc-be69-4116-9092-1be8fae0241a req-55922a8a-8f85-4b2f-b9b5-ea30e51fb838 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405047 Sep 24 14:32:43.087761 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:43.088532 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:43.794570 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897a5ce-70e4-44f1-b9d2-bd3c4033c13e req-7b6e7a67-34ee-46eb-ade8-94cc68c4c719 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:43.796041 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b897a5ce-70e4-44f1-b9d2-bd3c4033c13e req-7b6e7a67-34ee-46eb-ade8-94cc68c4c719 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0449102 Sep 24 14:32:43.843957 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b897a5ce-70e4-44f1-b9d2-bd3c4033c13e req-9b4d24ef-1623-4971-8fac-cdd982174e53 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420070 Sep 24 14:32:43.905823 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2745721f-bff0-4f29-82e1-377e2eafb3b8 req-fac78401-e138-491b-a122-a77bf24a2513 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0300088 Sep 24 14:32:44.162302 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922b75c-8961-430b-96a1-3a3dc5252684 req-39e954ca-b969-43b5-acff-62d151ba5057 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:44.163770 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8922b75c-8961-430b-96a1-3a3dc5252684 req-39e954ca-b969-43b5-acff-62d151ba5057 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0484095 Sep 24 14:32:44.208961 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8922b75c-8961-430b-96a1-3a3dc5252684 req-ceacedb2-f315-4dd0-9bb0-b1df0cdfff99 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398443 Sep 24 14:32:44.269937 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:44.275969 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:44.961228 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e489b-6710-4d35-9444-d7be9a0d7bbf req-6139a5ba-6980-4c49-b0d5-94beb935f687 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:44.962722 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-325e489b-6710-4d35-9444-d7be9a0d7bbf req-6139a5ba-6980-4c49-b0d5-94beb935f687 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0466356 Sep 24 14:32:45.013528 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-325e489b-6710-4d35-9444-d7be9a0d7bbf req-99c65cec-3fb6-4b4b-b98c-03e9b7fa7b38 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439672 Sep 24 14:32:45.041686 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-43b010a4-ce74-46c0-882f-7455604c1845 req-5b4b575e-9833-4116-a803-b2e169ab7edb tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0378659 Sep 24 14:32:45.333078 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed88ce-3e49-4fe5-8cb0-2f0aea0d3b6e req-15c62b54-9e6b-4a0a-8259-6493f1fbe466 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:45.334729 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b4ed88ce-3e49-4fe5-8cb0-2f0aea0d3b6e req-15c62b54-9e6b-4a0a-8259-6493f1fbe466 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0452905 Sep 24 14:32:45.381894 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b4ed88ce-3e49-4fe5-8cb0-2f0aea0d3b6e req-c6e859ce-abff-4c32-8006-a232392961e2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412724 Sep 24 14:32:46.134866 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c5fed-c0b6-4f13-bb57-cddd8ee921f6 req-96271518-87d1-41e3-88ed-7580acf03205 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:46.136347 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c48c5fed-c0b6-4f13-bb57-cddd8ee921f6 req-96271518-87d1-41e3-88ed-7580acf03205 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0467949 Sep 24 14:32:46.159203 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cf75ba55-f3e4-4804-b1a3-bc008b2a6bbc req-cd027e28-2c8a-4e3e-8752-716184536876 tempest-VolumesNegativeTest-981897463 tempest-VolumesNegativeTest-981897463-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6840ef33-e118-443d-a97c-235fdaeef563 HTTP/1.1" status: 200 len: 210 time: 0.0308080 Sep 24 14:32:46.190177 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c48c5fed-c0b6-4f13-bb57-cddd8ee921f6 req-1e983602-853b-403f-8644-4612a89ba673 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482762 Sep 24 14:32:46.505540 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c70b7e-7963-4753-b684-25fb53bd0fa9 req-b27abbf6-4c2c-4d9e-a46c-6821fa7b3172 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:46.506997 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e4c70b7e-7963-4753-b684-25fb53bd0fa9 req-b27abbf6-4c2c-4d9e-a46c-6821fa7b3172 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0452120 Sep 24 14:32:46.552880 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e4c70b7e-7963-4753-b684-25fb53bd0fa9 req-6337d297-73af-45c1-aad2-0629fed3e129 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404675 Sep 24 14:32:46.712277 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:47.269980 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:47.390323 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3e805-50d9-42e9-b622-0cd7260c9922 req-aac8e8d1-2578-407b-9c1c-59872921e834 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:47.392417 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4cb3e805-50d9-42e9-b622-0cd7260c9922 req-aac8e8d1-2578-407b-9c1c-59872921e834 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0504155 Sep 24 14:32:47.460057 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4cb3e805-50d9-42e9-b622-0cd7260c9922 req-e06d8963-1123-43d7-ba52-5edba92b5abc tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609927 Sep 24 14:32:47.516369 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d71642-20b5-4557-ab9a-f8392888f3ad req-a2f36f48-1c17-4f08-8717-db383389c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:47.517888 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-56d71642-20b5-4557-ab9a-f8392888f3ad req-a2f36f48-1c17-4f08-8717-db383389c5f2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 1129 time: 0.3517468 Sep 24 14:32:47.563339 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-56d71642-20b5-4557-ab9a-f8392888f3ad req-37e449ec-3f53-406e-b885-051b1c5d7a12 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392604 Sep 24 14:32:47.683355 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d8d05-f91e-435c-86fd-347e12cb59bf req-4b491755-1978-4822-a6ee-99b77b8e418e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:47.684846 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e13d8d05-f91e-435c-86fd-347e12cb59bf req-4b491755-1978-4822-a6ee-99b77b8e418e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0505857 Sep 24 14:32:47.737949 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e13d8d05-f91e-435c-86fd-347e12cb59bf req-15434a6f-ec3d-4024-9606-76b55a8afc05 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463316 Sep 24 14:32:48.562002 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:48.597434 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5545652-a4b4-49fa-9555-2f2f270b5d71 req-9bddf457-3b76-40b7-b568-cf8b59d38be0 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:48.599047 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b5545652-a4b4-49fa-9555-2f2f270b5d71 req-9bddf457-3b76-40b7-b568-cf8b59d38be0 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0601082 Sep 24 14:32:48.600211 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4571f-a025-41ef-a590-fa833c7f4d34 req-13c1af07-c357-4a2d-98ea-622651c4f117 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:48.601757 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3ba4571f-a025-41ef-a590-fa833c7f4d34 req-13c1af07-c357-4a2d-98ea-622651c4f117 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0888262 Sep 24 14:32:48.617527 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f3ad-99c5-46dc-9c63-7974827ab05b req-3ccc4aa3-a179-4579-804b-49c3ab5fb764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:48.619003 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a036f3ad-99c5-46dc-9c63-7974827ab05b req-3ccc4aa3-a179-4579-804b-49c3ab5fb764 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 1130 time: 0.0666914 Sep 24 14:32:48.655051 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b5545652-a4b4-49fa-9555-2f2f270b5d71 req-e64d20cd-39c0-4e79-95d1-c571e79e69ba tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465920 Sep 24 14:32:48.710495 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3ba4571f-a025-41ef-a590-fa833c7f4d34 req-1f1f00a9-193c-468b-97c8-fd563004498c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028428 Sep 24 14:32:48.745976 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f3ad-99c5-46dc-9c63-7974827ab05b req-4e977aad-cc2a-432e-86c2-7a7eb7d9f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:48.747760 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a036f3ad-99c5-46dc-9c63-7974827ab05b req-4e977aad-cc2a-432e-86c2-7a7eb7d9f4a1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 918 time: 0.1147246 Sep 24 14:32:48.800644 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:48.812354 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a036f3ad-99c5-46dc-9c63-7974827ab05b req-4abeb763-e99f-4f4e-a467-e690d2604075 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b HTTP/1.1" status: 200 len: 1002 time: 0.0587168 Sep 24 14:32:48.836731 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:48.871568 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755f93c-4540-4da0-8a07-14af1a117ae8 req-b92d5be9-1bd3-49a1-9194-abb33eacaae4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:48.873042 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7755f93c-4540-4da0-8a07-14af1a117ae8 req-b92d5be9-1bd3-49a1-9194-abb33eacaae4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0476084 Sep 24 14:32:48.922878 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7755f93c-4540-4da0-8a07-14af1a117ae8 req-f0494ed3-5613-4dc0-8bb5-46754f2d1359 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442040 Sep 24 14:32:49.012678 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f3ad-99c5-46dc-9c63-7974827ab05b req-85fa4c69-7c7d-41d6-8466-f83d1089f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:49.014243 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a036f3ad-99c5-46dc-9c63-7974827ab05b req-85fa4c69-7c7d-41d6-8466-f83d1089f09c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.0553119 Sep 24 14:32:49.460162 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f3ad-99c5-46dc-9c63-7974827ab05b req-410816e7-e485-4bc8-a8c6-565eba615f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:49.461657 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a036f3ad-99c5-46dc-9c63-7974827ab05b req-410816e7-e485-4bc8-a8c6-565eba615f8f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481322 Sep 24 14:32:49.553342 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a036f3ad-99c5-46dc-9c63-7974827ab05b req-924a0d17-7ad1-433c-a2e3-7ca71e29711c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840936 Sep 24 14:32:49.650138 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a036f3ad-99c5-46dc-9c63-7974827ab05b req-09fe9ad8-7ee9-4c22-bdc3-d68e65d9e41a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913191 Sep 24 14:32:49.789343 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90583067-b161-447c-a27f-b9bb75211c14 req-92b44973-db23-41ad-975e-fcc95031bece tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:49.791065 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-90583067-b161-447c-a27f-b9bb75211c14 req-92b44973-db23-41ad-975e-fcc95031bece tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0580537 Sep 24 14:32:49.841215 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-90583067-b161-447c-a27f-b9bb75211c14 req-b103f91b-2ca4-46f0-b7a8-d11e4d770dc1 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446262 Sep 24 14:32:49.864652 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14584d-ee27-46fa-922a-c9c6d75ed5ab req-0d88c1a5-a04a-48ba-9538-b89444070e88 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:49.867251 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0d14584d-ee27-46fa-922a-c9c6d75ed5ab req-0d88c1a5-a04a-48ba-9538-b89444070e88 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0712690 Sep 24 14:32:49.930326 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0d14584d-ee27-46fa-922a-c9c6d75ed5ab req-9ad3055d-c3b0-4b39-93e7-81f1e7929cc2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583444 Sep 24 14:32:49.972027 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da4f29-8bd0-45d7-8a51-6e99b73bc390 req-dd99b6fb-daa8-4e94-ba7a-a2325907d3f6 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:49.975334 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1da4f29-8bd0-45d7-8a51-6e99b73bc390 req-dd99b6fb-daa8-4e94-ba7a-a2325907d3f6 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0571496 Sep 24 14:32:50.032575 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1da4f29-8bd0-45d7-8a51-6e99b73bc390 req-d708c2a0-88cb-4f5e-be08-4a0749cacde4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511048 Sep 24 14:32:50.068516 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db83f5f-905d-42cd-badc-040cde184c7b req-f21cc30e-dfee-47e5-a283-97051cfcb7c2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:50.069979 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3db83f5f-905d-42cd-badc-040cde184c7b req-f21cc30e-dfee-47e5-a283-97051cfcb7c2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0578980 Sep 24 14:32:50.117870 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3db83f5f-905d-42cd-badc-040cde184c7b req-545102ff-5668-4a66-9dcf-b057b546ca2a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423410 Sep 24 14:32:50.365519 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35320956-609a-411b-bb1e-832771f2d192 req-7fbc0dd2-5b71-4914-814a-c6a82a9b9b7d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:50.367015 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-35320956-609a-411b-bb1e-832771f2d192 req-7fbc0dd2-5b71-4914-814a-c6a82a9b9b7d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0478761 Sep 24 14:32:50.413526 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-35320956-609a-411b-bb1e-832771f2d192 req-8e36a595-9f80-4b09-a292-7b0e662938eb tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408390 Sep 24 14:32:51.045367 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c0b9a-417a-4399-9520-c05861dca8ef req-3eb0ee7c-915e-4492-9ffc-7931a3d57693 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:51.046869 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f6c0b9a-417a-4399-9520-c05861dca8ef req-3eb0ee7c-915e-4492-9ffc-7931a3d57693 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0463929 Sep 24 14:32:51.094759 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f6c0b9a-417a-4399-9520-c05861dca8ef req-7485b907-3644-4f6a-8f95-eb2645b5a12e tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418015 Sep 24 14:32:51.248364 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca72c0-5a95-434d-bb2d-a32ee5480755 req-4e4449c6-23b5-4294-93ec-239617dd5320 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:51.249877 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-93ca72c0-5a95-434d-bb2d-a32ee5480755 req-4e4449c6-23b5-4294-93ec-239617dd5320 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0499730 Sep 24 14:32:51.282239 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:51.296573 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-93ca72c0-5a95-434d-bb2d-a32ee5480755 req-72123651-763a-42ab-b008-d5f848ae53a6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405657 Sep 24 14:32:51.327588 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 44668) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:32:51.461240 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-b1f0103c-39c0-4fa4-a345-0aa11f8246c5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=119aafe09e994b0fb512e139c894c5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324909 Sep 24 14:32:51.463843 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 44672) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:32:51.511549 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Publish callbacks [] for security_group (f5d03e92-fe59-44c7-80f8-812a589d2b7b), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:51.530756 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Publish callbacks [] for security_group (f5d03e92-fe59-44c7-80f8-812a589d2b7b), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:51.579265 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (f5d03e92-fe59-44c7-80f8-812a589d2b7b), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:51.581727 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:51.582880 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f5d03e92-fe59-44c7-80f8-812a589d2b7b HTTP/1.1" status: 204 len: 168 time: 0.1180830 Sep 24 14:32:51.590337 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d03e92-fe59-44c7-80f8-812a589d2b7b,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:51.597818 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.598158 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.598491 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.598853 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.599182 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.599505 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.599820 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.600132 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.600533 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.600746 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.601061 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.601378 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.601686 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.601992 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:51.602301 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d3862-aa04-4f24-80bc-4b17a2896fb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.234356 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d05ff7-8de2-4b66-84b0-41b2f652b10f req-b405ba2a-47b0-487e-9310-7c4c234f61f8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:52.239279 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a8d05ff7-8de2-4b66-84b0-41b2f652b10f req-b405ba2a-47b0-487e-9310-7c4c234f61f8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0523214 Sep 24 14:32:52.242921 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44712) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:32:52.295161 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a8d05ff7-8de2-4b66-84b0-41b2f652b10f req-713d800d-c3b4-4dd3-a03b-358116d7a77f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522764 Sep 24 14:32:52.365880 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2027553681-network', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:32:52.393523 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Made reservation on behalf of 71699c60daeb48aaaf5b0611c8f68bc4 for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:32:52.395744 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:52.432291 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:52.454166 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fab62-e762-4f8e-bf61-8b0bd235e8f6 req-75ed0ec9-ef56-48f3-b885-c3016d37ad7d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:52.455663 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-618fab62-e762-4f8e-bf61-8b0bd235e8f6 req-75ed0ec9-ef56-48f3-b885-c3016d37ad7d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0735571 Sep 24 14:32:52.501624 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:52.539985 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-618fab62-e762-4f8e-bf61-8b0bd235e8f6 req-86a6563f-00d5-4bbb-a8c3-0b4b18ca6abc tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747437 Sep 24 14:32:52.564673 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Publish callbacks [] for security_group (a33d8754-c3a3-4fd2-818f-4dd071801786), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:52.568389 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (a33d8754-c3a3-4fd2-818f-4dd071801786), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:52.575641 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:52.591850 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:32:52.607299 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33d8754-c3a3-4fd2-818f-4dd071801786,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:52.610167 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (257a0414-760e-4984-876a-66c3b8fe569f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:52.610511 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Added segment 257a0414-760e-4984-876a-66c3b8fe569f of type vlan for network c76e3e68-c534-4730-a021-cd40e96a2838 Sep 24 14:32:52.630958 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.631312 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.631652 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.631986 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.632313 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.632637 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.632958 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.633282 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.633603 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.633920 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.634239 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.634559 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.634895 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.635212 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.635527 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:52.671527 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (c76e3e68-c534-4730-a021-cd40e96a2838), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:52.699747 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (c76e3e68-c534-4730-a021-cd40e96a2838), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:52.700733 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:52.701338 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:52.752739 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5081921 Sep 24 14:32:52.755788 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 44720) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:32:52.760628 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-db4f9e34-4ad6-4efa-b68d-3e116c8b36a8 admin admin] Request body: {'subnet': {'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2027553681-subnet', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'ip_version': 4}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:32:52.763384 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4725d5-eabf-40f9-8b7c-bb5552337deb admin admin] Pushing event updated for resources: {'Network': ['ID=c76e3e68-c534-4730-a021-cd40e96a2838,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:52.775077 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network c76e3e68-c534-4730-a021-cd40e96a2838 details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:32:52.783998 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4f9e34-4ad6-4efa-b68d-3e116c8b36a8 admin admin] Made reservation on behalf of 71699c60daeb48aaaf5b0611c8f68bc4 for: {'subnet': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:32:52.786527 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-db4f9e34-4ad6-4efa-b68d-3e116c8b36a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530180667'] for subnet (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:52.948489 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:52.957498 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-db4f9e34-4ad6-4efa-b68d-3e116c8b36a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2185805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530180653'] for subnet (dbf98105-c916-4f21-b22a-49431cfee887), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.005442 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f9e34-4ad6-4efa-b68d-3e116c8b36a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf98105-c916-4f21-b22a-49431cfee887,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:53.025228 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4f9e34-4ad6-4efa-b68d-3e116c8b36a8 admin admin] Checking segment: {'id': '257a0414-760e-4984-876a-66c3b8fe569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:32:53.025584 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f9e34-4ad6-4efa-b68d-3e116c8b36a8 admin admin] Network hostable DHCP agents. Network: c76e3e68-c534-4730-a021-cd40e96a2838, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:32:53.042199 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f9e34-4ad6-4efa-b68d-3e116c8b36a8 admin admin] Network c76e3e68-c534-4730-a021-cd40e96a2838 is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:32:53.051058 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-db4f9e34-4ad6-4efa-b68d-3e116c8b36a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, c76e3e68-c534-4730-a021-cd40e96a2838) {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:32:53.055037 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4f9e34-4ad6-4efa-b68d-3e116c8b36a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:53.055626 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-db4f9e34-4ad6-4efa-b68d-3e116c8b36a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.061073 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04cb850-0352-4937-b85c-55f0c929b6a2 None None] Network c76e3e68-c534-4730-a021-cd40e96a2838 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:32:53.072533 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-db4f9e34-4ad6-4efa-b68d-3e116c8b36a8 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3156276 Sep 24 14:32:53.075202 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 44722) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:32:53.079836 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:32:53.100055 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12665'] for router (68dc0a4a-bafb-484e-97da-651ff5606d28), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.101040 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3681457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12640'] for router (68dc0a4a-bafb-484e-97da-651ff5606d28), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.155299 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Publish callbacks [] for router_controller (68dc0a4a-bafb-484e-97da-651ff5606d28), precommit_add_association {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.168064 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e8cdc4-ed46-5176-a3ed-10bdc880f551-c76e3e68-c534-4730-a021-cd40e96a2838', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887'}]}} from dv-cinder-859193-1-iscsi. {{(pid=106295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:32:53.168980 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.189692 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:53.288563 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Publish callbacks [] for router_gateway (68dc0a4a-bafb-484e-97da-651ff5606d28), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.302059 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.db_base_plugin_common [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Allocated IP 172.20.0.2 (c76e3e68-c534-4730-a021-cd40e96a2838/dbf98105-c916-4f21-b22a-49431cfee887/ca7b3b95-df73-4452-b6a0-ae41090c65a3) {{(pid=106295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:32:53.468643 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Publish callbacks [] for port (ca7b3b95-df73-4452-b6a0-ae41090c65a3), precommit_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.475480 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (ca7b3b95-df73-4452-b6a0-ae41090c65a3), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.522039 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Network c76e3e68-c534-4730-a021-cd40e96a2838 is already hosted by enough agents. {{(pid=106295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:32:53.527226 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.base_scheduler [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Resources bound (agent type, host, resource id): {{(pid=106295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:32:53.529301 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Pushing event updated for resources: {'Port': ['ID=ca7b3b95-df73-4452-b6a0-ae41090c65a3,revision_number=1']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:53.533230 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Received port after_create {{(pid=106295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:32:53.591086 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Attempting to bind port ca7b3b95-df73-4452-b6a0-ae41090c65a3 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:32:53.591463 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Attempting to bind port ca7b3b95-df73-4452-b6a0-ae41090c65a3 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '257a0414-760e-4984-876a-66c3b8fe569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:32:53.591825 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Attempting to bind port ca7b3b95-df73-4452-b6a0-ae41090c65a3 on network c76e3e68-c534-4730-a021-cd40e96a2838 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:32:53.630275 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857247e-af57-4b4f-96ed-871cde764cc2 req-b7f2eb0b-f9c2-4c92-8e81-14bef1f58d2f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:53.633112 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:32:53.633491 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Checking segment: {'id': '257a0414-760e-4984-876a-66c3b8fe569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:32:53.633892 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.634281 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Bound using segment: {'id': '257a0414-760e-4984-876a-66c3b8fe569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:32:53.637173 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Bound port: ca7b3b95-df73-4452-b6a0-ae41090c65a3, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257a0414-760e-4984-876a-66c3b8fe569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:32:53.637173 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (ca7b3b95-df73-4452-b6a0-ae41090c65a3), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.637964 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8857247e-af57-4b4f-96ed-871cde764cc2 req-b7f2eb0b-f9c2-4c92-8e81-14bef1f58d2f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0644028 Sep 24 14:32:53.676616 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20272e05-72a0-409e-a085-4168c273fd58 req-b72eb297-84bb-46dd-8e6d-b31433365499 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:53.678283 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-20272e05-72a0-409e-a085-4168c273fd58 req-b72eb297-84bb-46dd-8e6d-b31433365499 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0559356 Sep 24 14:32:53.702663 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] For port ca7b3b95-df73-4452-b6a0-ae41090c65a3, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:32:53.706420 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] For port ca7b3b95-df73-4452-b6a0-ae41090c65a3, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=ca7b3b95-df73-4452-b6a0-ae41090c65a3,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:32:53.713641 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (ca7b3b95-df73-4452-b6a0-ae41090c65a3), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.733590 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-20272e05-72a0-409e-a085-4168c273fd58 req-459198a4-9bdf-4db6-a15d-0c798c930e7e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491281 Sep 24 14:32:53.776089 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8857247e-af57-4b4f-96ed-871cde764cc2 req-f999b0ce-66cb-48de-bfef-1cbaccf58388 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372828 Sep 24 14:32:53.784184 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf6c80-3362-4c77-9cd1-4680afe3c5b4 None None] Pushing event updated for resources: {'Port': ['ID=ca7b3b95-df73-4452-b6a0-ae41090c65a3,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:53.794101 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Publish callbacks [] for router_gateway (68dc0a4a-bafb-484e-97da-651ff5606d28), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.817804 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:53.951457 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Allocated IP 172.27.1.63 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/0607c82f-9b4d-4570-aa5f-e85fcbd54c9f) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:32:54.072332 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Publish callbacks [] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:54.075514 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:54.116576 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:54.141304 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device ca7b3b95-df73-4452-b6a0-ae41090c65a3 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:32:54.159525 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:32:54.162768 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:32:54.166761 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:32:54.169966 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Pushing event updated for resources: {'Port': ['ID=0607c82f-9b4d-4570-aa5f-e85fcbd54c9f,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:54.187926 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port ca7b3b95-df73-4452-b6a0-ae41090c65a3 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:32:54.188244 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (ca7b3b95-df73-4452-b6a0-ae41090c65a3), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:54.188586 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port ca7b3b95-df73-4452-b6a0-ae41090c65a3 Sep 24 14:32:54.264312 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port ca7b3b95-df73-4452-b6a0-ae41090c65a3 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:32:54.265082 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (ca7b3b95-df73-4452-b6a0-ae41090c65a3), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:54.298309 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port ca7b3b95-df73-4452-b6a0-ae41090c65a3, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=ca7b3b95-df73-4452-b6a0-ae41090c65a3,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:32:54.302329 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (ca7b3b95-df73-4452-b6a0-ae41090c65a3), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:54.354663 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=ca7b3b95-df73-4452-b6a0-ae41090c65a3,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:54.410926 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Publish callbacks [] for router_gateway (68dc0a4a-bafb-484e-97da-651ff5606d28), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:54.457209 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:54.614996 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3681513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680289'] for router (68dc0a4a-bafb-484e-97da-651ff5606d28), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:54.704845 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b0e02e-3e77-4482-92c1-1b22c253c496 None None] Network c76e3e68-c534-4730-a021-cd40e96a2838 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:32:54.743390 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Router 68dc0a4a-bafb-484e-97da-651ff5606d28 is scheduled to L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce with binding_index 1 {{(pid=106294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:32:54.763659 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-9af52c88-2616-4898-a493-3a75c770949f None None] Provisioning complete for port ca7b3b95-df73-4452-b6a0-ae41090c65a3 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:32:54.764032 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-9af52c88-2616-4898-a493-3a75c770949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (ca7b3b95-df73-4452-b6a0-ae41090c65a3), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:54.764370 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9af52c88-2616-4898-a493-3a75c770949f None None] Attempt 1 to provision port ca7b3b95-df73-4452-b6a0-ae41090c65a3 Sep 24 14:32:54.858890 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:32:54.887577 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Sync routers for ids ['68dc0a4a-bafb-484e-97da-651ff5606d28'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:32:54.890482 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:54.891802 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-4d891ef7-5b29-445b-b4aa-78272ae6b626 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8156860 Sep 24 14:32:54.898735 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:54.913550 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44736) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:32:54.922768 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9af52c88-2616-4898-a493-3a75c770949f None None] Current status of the port ca7b3b95-df73-4452-b6a0-ae41090c65a3 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:32:54.928619 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Routers {'68dc0a4a-bafb-484e-97da-651ff5606d28'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:32:54.929255 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:32:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['68dc0a4a-bafb-484e-97da-651ff5606d28'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:32:54.954309 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df6fed-3575-4164-a445-e9dc228245b9 req-d883e0f4-e054-4d0c-8306-e87d0621d479 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:54.955864 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-55df6fed-3575-4164-a445-e9dc228245b9 req-d883e0f4-e054-4d0c-8306-e87d0621d479 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0630722 Sep 24 14:32:54.981367 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec888f02-e7d2-4fc4-8472-1bbe42e9351c req-9e5fdd8e-38e2-4ac5-8899-780e60b896c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:54.983839 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ec888f02-e7d2-4fc4-8472-1bbe42e9351c req-9e5fdd8e-38e2-4ac5-8899-780e60b896c5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.1075437 Sep 24 14:32:55.015282 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-55df6fed-3575-4164-a445-e9dc228245b9 req-f4cb3d43-ed14-4ff3-b50f-eddc6ce04bf1 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513356 Sep 24 14:32:55.044957 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:55.048459 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:55.069100 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Set router 68dc0a4a-bafb-484e-97da-651ff5606d28 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:32:55.096790 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ec888f02-e7d2-4fc4-8472-1bbe42e9351c req-1ae3fba2-c1b3-4db1-81f9-c04f9a032fcf tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059821 Sep 24 14:32:55.251743 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:54Z', 'revision_number': 3, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port': {'id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:32:55.253441 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-c12a2c85-8603-40e2-9111-196e5814e67d None None] Provisioning complete for port ca7b3b95-df73-4452-b6a0-ae41090c65a3 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:32:55.253810 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c12a2c85-8603-40e2-9111-196e5814e67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (ca7b3b95-df73-4452-b6a0-ae41090c65a3), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:55.254142 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c12a2c85-8603-40e2-9111-196e5814e67d None None] Attempt 1 to provision port ca7b3b95-df73-4452-b6a0-ae41090c65a3 Sep 24 14:32:55.303881 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Checking router: 68dc0a4a-bafb-484e-97da-651ff5606d28 for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:32:55.304340 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Updating router 68dc0a4a-bafb-484e-97da-651ff5606d28 port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f binding host dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:32:55.356615 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:55.402552 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:55.465470 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:55.561516 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Allocated IP 172.20.0.1 (c76e3e68-c534-4730-a021-cd40e96a2838/dbf98105-c916-4f21-b22a-49431cfee887/df71a9bc-0c99-4c9b-8618-298550df38f2) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:32:55.563321 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:55.584069 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c12a2c85-8603-40e2-9111-196e5814e67d None None] Current status of the port ca7b3b95-df73-4452-b6a0-ae41090c65a3 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:32:55.674054 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Publish callbacks [] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:55.696181 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-0065611b-b7c6-40b7-a117-b3ab26528c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:55.707339 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:55.748761 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Network c76e3e68-c534-4730-a021-cd40e96a2838 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:32:55.752528 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:32:55.757238 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:32:55.770799 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Publish callbacks [] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:55.776734 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:55.780280 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Pushing event updated for resources: {'Port': ['ID=df71a9bc-0c99-4c9b-8618-298550df38f2,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:55.803768 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768856'] for router_interface (68dc0a4a-bafb-484e-97da-651ff5606d28), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:55.838040 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Attempting to bind port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:32:55.838418 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Attempting to bind port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:32:55.838782 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Attempting to bind port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f on network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:32:55.842136 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910d1bd-e553-4a70-9351-b1032e2b47e7 None None] Pushing event updated for resources: {'Port': ['ID=0607c82f-9b4d-4570-aa5f-e85fcbd54c9f,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:55.884314 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=13 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:55.888122 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:32:55.888657 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Checking segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:32:55.889128 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:55.889633 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Bound using segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:32:55.890321 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Bound port: 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:32:55.891358 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:55.892646 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=13 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:55.944138 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] For port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:32:55.948017 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] For port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0607c82f-9b4d-4570-aa5f-e85fcbd54c9f,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:32:55.949586 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:55.954175 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:55.993886 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Routers {'68dc0a4a-bafb-484e-97da-651ff5606d28'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:32:55.994496 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:32:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['68dc0a4a-bafb-484e-97da-651ff5606d28'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:32:56.056850 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Provisioning complete for port df71a9bc-0c99-4c9b-8618-298550df38f2 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:32:56.057227 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:56.057703 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Attempt 1 to provision port df71a9bc-0c99-4c9b-8618-298550df38f2 Sep 24 14:32:56.090439 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910d1bd-e553-4a70-9351-b1032e2b47e7 None None] Pushing event updated for resources: {'Port': ['ID=0607c82f-9b4d-4570-aa5f-e85fcbd54c9f,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:56.114472 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Publish callbacks [] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:56.120087 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:56.140512 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Port df71a9bc-0c99-4c9b-8618-298550df38f2 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:56.144369 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:56.151931 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] Set router 68dc0a4a-bafb-484e-97da-651ff5606d28 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:32:56.173898 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:56.201731 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3661601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768972'] for router_interface (68dc0a4a-bafb-484e-97da-651ff5606d28), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:56.204489 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Pushing event updated for resources: {'Port': ['ID=df71a9bc-0c99-4c9b-8618-298550df38f2,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:56.205498 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775721f8-fa16-4e62-b984-74030b7babca req-38911c07-5818-4b63-a30e-cbf83e3e77d7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:56.213166 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-775721f8-fa16-4e62-b984-74030b7babca req-38911c07-5818-4b63-a30e-cbf83e3e77d7 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0917985 Sep 24 14:32:56.232189 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device ca7b3b95-df73-4452-b6a0-ae41090c65a3 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:32:56.266328 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-775721f8-fa16-4e62-b984-74030b7babca req-553ed363-19d5-4921-8c27-68cf9e44462c tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511100 Sep 24 14:32:56.304841 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:56.314028 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97876e7c-7024-40c6-bcee-e9803ac9a8d9 req-60731338-9975-4df9-a711-f3290308b508 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:56.315518 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-97876e7c-7024-40c6-bcee-e9803ac9a8d9 req-60731338-9975-4df9-a711-f3290308b508 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 943 time: 0.0613756 Sep 24 14:32:56.339800 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:56.343015 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port ca7b3b95-df73-4452-b6a0-ae41090c65a3 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:32:56.343396 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (ca7b3b95-df73-4452-b6a0-ae41090c65a3), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:56.343776 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port ca7b3b95-df73-4452-b6a0-ae41090c65a3 Sep 24 14:32:56.363134 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Network c76e3e68-c534-4730-a021-cd40e96a2838 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:32:56.372572 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:32:56.396585 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-97876e7c-7024-40c6-bcee-e9803ac9a8d9 req-d535cb4a-7ab4-4c6c-9f7d-5acb16b472fb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692532 Sep 24 14:32:56.429938 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 4, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port': {'id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': 'df71a9bc-0c99-4c9b-8618-298550df38f2', 'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'mac_address': 'fa:16:3e:fd:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:55Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 1, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'subnets': [{'id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:32:56.476594 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045cb281-e2d9-4251-a7e2-94cb32bef45a None None] The sync data for ids ['68dc0a4a-bafb-484e-97da-651ff5606d28'] in dv-cinder-859193-1-iscsi is: [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 4, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port': {'id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': 'df71a9bc-0c99-4c9b-8618-298550df38f2', 'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'mac_address': 'fa:16:3e:fd:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:55Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 1, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'subnets': [{'id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:32:56.493821 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port ca7b3b95-df73-4452-b6a0-ae41090c65a3 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:32:56.512497 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Router 68dc0a4a-bafb-484e-97da-651ff5606d28 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:32:56.623727 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:32:56.630955 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ae89cc79-99f2-402b-9f67-cc9e321ae59e admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/68dc0a4a-bafb-484e-97da-651ff5606d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7157991 Sep 24 14:32:56.641744 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Attempt 2 to provision port df71a9bc-0c99-4c9b-8618-298550df38f2 Sep 24 14:32:56.643370 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:56.682421 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:56.686554 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Port df71a9bc-0c99-4c9b-8618-298550df38f2 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:56.771709 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:32:56.886386 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:32:56.902534 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'port_id': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'mac_address': 'fa:16:3e:1d:43:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:32:56.943433 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:32:56.944016 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:56.962067 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:32:56.984760 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:32:56.992438 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:57.048540 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,revision_number=9']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:57.188447 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Attempt 3 to provision port df71a9bc-0c99-4c9b-8618-298550df38f2 Sep 24 14:32:57.199966 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 44760) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:32:57.204703 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1342479873-network', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:32:57.223361 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Port df71a9bc-0c99-4c9b-8618-298550df38f2 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:57.230228 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Made reservation on behalf of 88e9d7caf24e4ed288bf8b152538daeb for: {'network': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:32:57.232691 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:57.242690 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:57.335997 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Publish callbacks [] for security_group (6c945de3-8765-4ec8-a62a-561572c526da), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:57.344141 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (6c945de3-8765-4ec8-a62a-561572c526da), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:57.402943 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=106294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:32:57.405128 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c945de3-8765-4ec8-a62a-561572c526da,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:57.414259 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:57.422471 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (b866dbf3-f9c9-4529-941c-2b1f5bda6b47), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:57.422792 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.segments_db [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Added segment b866dbf3-f9c9-4529-941c-2b1f5bda6b47 of type vlan for network b3777d01-ea39-476d-bce8-9710ce6bbdce Sep 24 14:32:57.429719 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffaf5a-c66c-4fbd-bdba-b96f0fe151be req-3d14023c-1b50-4584-997e-4ac8c420d123 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:57.431233 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-17ffaf5a-c66c-4fbd-bdba-b96f0fe151be req-3d14023c-1b50-4584-997e-4ac8c420d123 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0811720 Sep 24 14:32:57.461820 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['42c66fed-6127-4d44-b2b2-1f1ddaf5a32d'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:32:57.521243 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (b3777d01-ea39-476d-bce8-9710ce6bbdce), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:57.552787 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe562b-6105-4b1e-9e19-5bef0acdd90e req-a91aaeb9-d691-4987-b75d-9a1bae49fb2b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:57.559910 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3dbe562b-6105-4b1e-9e19-5bef0acdd90e req-a91aaeb9-d691-4987-b75d-9a1bae49fb2b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 944 time: 0.0581074 Sep 24 14:32:57.564363 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-17ffaf5a-c66c-4fbd-bdba-b96f0fe151be req-03c60755-0d08-4820-88e7-6a964ad92435 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202061 Sep 24 14:32:57.596419 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (b3777d01-ea39-476d-bce8-9710ce6bbdce), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:57.597944 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:57.598497 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:57.618284 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3dbe562b-6105-4b1e-9e19-5bef0acdd90e req-a2d3ffd1-66a6-477c-8405-9b2c5a414908 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573609 Sep 24 14:32:57.672444 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4688392 Sep 24 14:32:57.673181 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44768) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:32:57.681219 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-0951d5ec-d696-4283-a5c4-af73112b974a admin admin] Request body: {'subnet': {'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1342479873-subnet', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:32:57.683809 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aeae95-393a-4039-b027-3b5a7f51b62f admin admin] Pushing event updated for resources: {'Network': ['ID=b3777d01-ea39-476d-bce8-9710ce6bbdce,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:57.695415 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network b3777d01-ea39-476d-bce8-9710ce6bbdce details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:32:57.719488 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0951d5ec-d696-4283-a5c4-af73112b974a admin admin] Made reservation on behalf of 88e9d7caf24e4ed288bf8b152538daeb for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:32:57.722145 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0951d5ec-d696-4283-a5c4-af73112b974a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530269205'] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:57.739346 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Attempt 4 to provision port df71a9bc-0c99-4c9b-8618-298550df38f2 Sep 24 14:32:57.791700 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Port df71a9bc-0c99-4c9b-8618-298550df38f2 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:57.910606 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0951d5ec-d696-4283-a5c4-af73112b974a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530269187'] for subnet (3812f992-e607-435d-b3b4-60269c8660b8), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:57.961066 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951d5ec-d696-4283-a5c4-af73112b974a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3812f992-e607-435d-b3b4-60269c8660b8,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:57.975897 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951d5ec-d696-4283-a5c4-af73112b974a admin admin] Checking segment: {'id': 'b866dbf3-f9c9-4529-941c-2b1f5bda6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:32:57.976251 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0951d5ec-d696-4283-a5c4-af73112b974a admin admin] Network hostable DHCP agents. Network: b3777d01-ea39-476d-bce8-9710ce6bbdce, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:32:57.993221 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0951d5ec-d696-4283-a5c4-af73112b974a admin admin] Network b3777d01-ea39-476d-bce8-9710ce6bbdce is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:32:57.995857 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:58.004059 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-0951d5ec-d696-4283-a5c4-af73112b974a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, b3777d01-ea39-476d-bce8-9710ce6bbdce) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:32:58.008357 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0951d5ec-d696-4283-a5c4-af73112b974a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:58.008945 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0951d5ec-d696-4283-a5c4-af73112b974a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.013523 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4252603-6411-43da-821b-9373c05ede41 None None] Network b3777d01-ea39-476d-bce8-9710ce6bbdce requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:32:58.028229 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0951d5ec-d696-4283-a5c4-af73112b974a admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3499529 Sep 24 14:32:58.028439 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44770) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:32:58.032912 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1342479873-router', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:32:58.053225 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12665'] for router (215a4c64-295f-4b2d-87b6-1de2a7148afa), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.054301 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3681457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12640'] for router (215a4c64-295f-4b2d-87b6-1de2a7148afa), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.118023 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Publish callbacks [] for router_controller (215a4c64-295f-4b2d-87b6-1de2a7148afa), precommit_add_association {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.151290 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:32:58.154122 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-4789232f-412c-495d-98e4-568a633a085f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.159805 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:58.178840 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e8cdc4-ed46-5176-a3ed-10bdc880f551-b3777d01-ea39-476d-bce8-9710ce6bbdce', 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce', 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'fixed_ips': [{'subnet_id': '3812f992-e607-435d-b3b4-60269c8660b8'}]}} from dv-cinder-859193-1-iscsi. {{(pid=106295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:32:58.180146 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.259627 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Publish callbacks [] for router_gateway (215a4c64-295f-4b2d-87b6-1de2a7148afa), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.268207 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:32:58.268634 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.268976 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f Sep 24 14:32:58.293771 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Attempt 5 to provision port df71a9bc-0c99-4c9b-8618-298550df38f2 Sep 24 14:32:58.380834 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Port df71a9bc-0c99-4c9b-8618-298550df38f2 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:58.427427 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.db_base_plugin_common [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Allocated IP 172.20.0.2 (b3777d01-ea39-476d-bce8-9710ce6bbdce/3812f992-e607-435d-b3b4-60269c8660b8/a0f5a76b-a5e2-4708-aa9d-7a61a551949e) {{(pid=106295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:32:58.444565 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Publish callbacks [] for router_gateway (215a4c64-295f-4b2d-87b6-1de2a7148afa), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.449642 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:32:58.450069 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.457423 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:58.465865 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.515105 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0607c82f-9b4d-4570-aa5f-e85fcbd54c9f,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:32:58.522016 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.576541 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:58.584381 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Allocated IP 172.27.1.89 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/1d690b86-dbc7-44b8-a61e-c5b39236845b) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:32:58.716692 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61365699-dc19-4081-9dc6-4a9935e6c47d req-3f0f696d-e45b-4d78-be25-eeadd32b3273 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:58.730486 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Publish callbacks [] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.732214 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-61365699-dc19-4081-9dc6-4a9935e6c47d req-3f0f696d-e45b-4d78-be25-eeadd32b3273 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0854023 Sep 24 14:32:58.779164 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Sync routers for ids ['68dc0a4a-bafb-484e-97da-651ff5606d28'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:32:58.793811 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=0607c82f-9b4d-4570-aa5f-e85fcbd54c9f,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:58.800111 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:32:58.810217 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Routers {'68dc0a4a-bafb-484e-97da-651ff5606d28'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:32:58.811004 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:32:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['68dc0a4a-bafb-484e-97da-651ff5606d28'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:32:58.817645 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-61365699-dc19-4081-9dc6-4a9935e6c47d req-714d32a3-1129-4dde-ae21-f812661f0410 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778546 Sep 24 14:32:58.818133 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7882c6-f3b2-49c3-afda-c1c335f55099 req-85fb4f51-53e9-406a-b7c8-a32cd31ef584 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:58.819744 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ed7882c6-f3b2-49c3-afda-c1c335f55099 req-85fb4f51-53e9-406a-b7c8-a32cd31ef584 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 944 time: 0.0776112 Sep 24 14:32:58.855874 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.868929 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Publish callbacks [] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), precommit_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.878870 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.883584 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:58.884717 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Attempt 6 to provision port df71a9bc-0c99-4c9b-8618-298550df38f2 Sep 24 14:32:58.892147 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:32:58.892528 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:58.893064 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d Sep 24 14:32:58.986400 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Network b3777d01-ea39-476d-bce8-9710ce6bbdce is already hosted by enough agents. {{(pid=106295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:32:58.996371 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Port df71a9bc-0c99-4c9b-8618-298550df38f2 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:58.997157 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.base_scheduler [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Resources bound (agent type, host, resource id): {{(pid=106295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:32:59.000401 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Received port after_create {{(pid=106295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:32:59.007682 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Pushing event updated for resources: {'Port': ['ID=a0f5a76b-a5e2-4708-aa9d-7a61a551949e,revision_number=1']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:59.038718 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Set router 68dc0a4a-bafb-484e-97da-651ff5606d28 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:32:59.097682 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Attempting to bind port a0f5a76b-a5e2-4708-aa9d-7a61a551949e on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:32:59.098256 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Attempting to bind port a0f5a76b-a5e2-4708-aa9d-7a61a551949e by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': 'b866dbf3-f9c9-4529-941c-2b1f5bda6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:32:59.098394 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Attempting to bind port a0f5a76b-a5e2-4708-aa9d-7a61a551949e on network b3777d01-ea39-476d-bce8-9710ce6bbdce {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:32:59.132858 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:32:59.133446 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.143077 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:59.177364 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:32:59.181320 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:32:59.183711 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536e950e-3ef5-4f8a-9019-afc2b76699e0" -d '{"events": [{"server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "name": "network-vif-plugged", "status": "completed", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:32:59.184477 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:32:59.194070 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:32:59.194448 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Checking segment: {'id': 'b866dbf3-f9c9-4529-941c-2b1f5bda6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:32:59.195159 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.195245 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Bound using segment: {'id': 'b866dbf3-f9c9-4529-941c-2b1f5bda6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:32:59.195733 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Bound port: a0f5a76b-a5e2-4708-aa9d-7a61a551949e, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b866dbf3-f9c9-4529-941c-2b1f5bda6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:32:59.196107 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.201750 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:32:59.206714 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ed7882c6-f3b2-49c3-afda-c1c335f55099 req-3aeae38e-422b-4639-90c0-7d0419548bbf tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776979 Sep 24 14:32:59.212051 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:32:59.227403 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.232429 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.256790 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Pushing event updated for resources: {'Port': ['ID=1d690b86-dbc7-44b8-a61e-c5b39236845b,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:59.270281 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 4, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port': {'id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': 'df71a9bc-0c99-4c9b-8618-298550df38f2', 'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'mac_address': 'fa:16:3e:fd:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:55Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 2, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'subnets': [{'id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:32:59.274859 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0a5c3f-51a5-4d30-8526-4c9c95c33fc2 x-openstack-request-id: req-0d0a5c3f-51a5-4d30-8526-4c9c95c33fc2 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:32:59.275182 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "name": "network-vif-plugged", "status": "completed", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:32:59.275442 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d0a5c3f-51a5-4d30-8526-4c9c95c33fc2 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:32:59.275881 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0a5c3f-51a5-4d30-8526-4c9c95c33fc2'] response: {'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'code': 200} Sep 24 14:32:59.298518 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Checking router: 68dc0a4a-bafb-484e-97da-651ff5606d28 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:32:59.298923 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Updating router 68dc0a4a-bafb-484e-97da-651ff5606d28 port df71a9bc-0c99-4c9b-8618-298550df38f2 binding host dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:32:59.330889 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.346852 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,revision_number=10']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:59.349967 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] For port a0f5a76b-a5e2-4708-aa9d-7a61a551949e, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:32:59.354319 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] For port a0f5a76b-a5e2-4708-aa9d-7a61a551949e, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=a0f5a76b-a5e2-4708-aa9d-7a61a551949e,segment=NetworkSegment(b866dbf3-f9c9-4529-941c-2b1f5bda6b47),segment_id=b866dbf3-f9c9-4529-941c-2b1f5bda6b47)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:32:59.360952 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.413855 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373101-c8c3-467f-8343-049a5ad414a5 None None] Pushing event updated for resources: {'Port': ['ID=a0f5a76b-a5e2-4708-aa9d-7a61a551949e,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:59.497353 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Attempt 7 to provision port df71a9bc-0c99-4c9b-8618-298550df38f2 Sep 24 14:32:59.514388 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Publish callbacks [] for router_gateway (215a4c64-295f-4b2d-87b6-1de2a7148afa), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.517661 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:59.541275 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Port df71a9bc-0c99-4c9b-8618-298550df38f2 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:32:59.625585 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Publish callbacks [] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), precommit_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.631177 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.726721 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Pushing event updated for resources: {'Port': ['ID=df71a9bc-0c99-4c9b-8618-298550df38f2,revision_number=3']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:32:59.739795 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.740280 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.740712 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.741129 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.741524 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.741914 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.742297 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.742690 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.743358 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.743743 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.744143 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.744538 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.744922 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.745298 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.745672 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:32:59.752874 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Attempting to bind port df71a9bc-0c99-4c9b-8618-298550df38f2 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:32:59.753468 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Attempting to bind port df71a9bc-0c99-4c9b-8618-298550df38f2 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '257a0414-760e-4984-876a-66c3b8fe569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838'}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:32:59.753819 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Attempting to bind port df71a9bc-0c99-4c9b-8618-298550df38f2 on network c76e3e68-c534-4730-a021-cd40e96a2838 {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:32:59.771481 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3681513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680289'] for router (215a4c64-295f-4b2d-87b6-1de2a7148afa), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.804136 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:32:59.804644 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Checking segment: {'id': '257a0414-760e-4984-876a-66c3b8fe569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:32:59.805052 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.805435 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Bound using segment: {'id': '257a0414-760e-4984-876a-66c3b8fe569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838'} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:32:59.805909 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Bound port: df71a9bc-0c99-4c9b-8618-298550df38f2, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257a0414-760e-4984-876a-66c3b8fe569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838'}}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:32:59.806487 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.845799 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:59.876801 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] For port df71a9bc-0c99-4c9b-8618-298550df38f2, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:32:59.880084 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] For port df71a9bc-0c99-4c9b-8618-298550df38f2, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=df71a9bc-0c99-4c9b-8618-298550df38f2,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:32:59.887653 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:32:59.926631 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Router 215a4c64-295f-4b2d-87b6-1de2a7148afa is scheduled to L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce with binding_index 1 {{(pid=106293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:32:59.933549 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Routers {'68dc0a4a-bafb-484e-97da-651ff5606d28'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:32:59.934171 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:32:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['68dc0a4a-bafb-484e-97da-651ff5606d28'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:32:59.967301 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089502c-c459-4ad4-be7d-ecb17811f1a5 req-ed8c5c93-afd7-4af6-a8d8-a902262eb395 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:32:59.969211 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:32:59.969380 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2089502c-c459-4ad4-be7d-ecb17811f1a5 req-ed8c5c93-afd7-4af6-a8d8-a902262eb395 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0557594 Sep 24 14:32:59.989249 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811ffe1-b839-45ab-b4b2-936f835a0e7c None None] Pushing event updated for resources: {'Port': ['ID=df71a9bc-0c99-4c9b-8618-298550df38f2,revision_number=4']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:00.042019 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Attempt 8 to provision port df71a9bc-0c99-4c9b-8618-298550df38f2 Sep 24 14:33:00.050888 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] Set router 68dc0a4a-bafb-484e-97da-651ff5606d28 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:33:00.090770 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2089502c-c459-4ad4-be7d-ecb17811f1a5 req-345baa42-7a6f-4490-a818-05f5a7492495 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924513 Sep 24 14:33:00.098450 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:33:00.120159 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:00.121668 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e47f6b6d-fdfe-4bab-8c81-5bdaac2f70bd admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0923114 Sep 24 14:33:00.124907 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 44784) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:00.127669 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Sync routers for ids ['215a4c64-295f-4b2d-87b6-1de2a7148afa'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:33:00.155052 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Routers {'215a4c64-295f-4b2d-87b6-1de2a7148afa'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:33:00.156600 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:32:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['215a4c64-295f-4b2d-87b6-1de2a7148afa'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:00.204597 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:33:00.311099 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Set router 215a4c64-295f-4b2d-87b6-1de2a7148afa gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:33:00.355977 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 4, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port': {'id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': 'df71a9bc-0c99-4c9b-8618-298550df38f2', 'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'mac_address': 'fa:16:3e:fd:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:55Z', 'updated_at': '2022-09-24T14:32:59Z', 'revision_number': 4, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'subnets': [{'id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:00.393402 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2af100-11a2-4fda-8d4e-e9ee2bf9ba13 None None] The sync data for ids ['68dc0a4a-bafb-484e-97da-651ff5606d28'] in dv-cinder-859193-1-iscsi is: [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 4, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port': {'id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': 'df71a9bc-0c99-4c9b-8618-298550df38f2', 'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'mac_address': 'fa:16:3e:fd:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:55Z', 'updated_at': '2022-09-24T14:32:59Z', 'revision_number': 4, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'subnets': [{'id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:33:00.460992 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Current status of the port df71a9bc-0c99-4c9b-8618-298550df38f2 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:00.461478 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:00.467876 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device a0f5a76b-a5e2-4708-aa9d-7a61a551949e up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:33:00.480686 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:00.514136 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f609bf-b526-444a-88e8-b33412ae7b93 req-8072695b-890a-4833-93da-c4553a3985de tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:00.521973 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-74f609bf-b526-444a-88e8-b33412ae7b93 req-8072695b-890a-4833-93da-c4553a3985de tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 946 time: 0.1295350 Sep 24 14:33:00.599704 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:00.604373 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] For port df71a9bc-0c99-4c9b-8618-298550df38f2, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=df71a9bc-0c99-4c9b-8618-298550df38f2,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:33:00.615640 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:00.619678 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port a0f5a76b-a5e2-4708-aa9d-7a61a551949e triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:00.620048 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:00.620415 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port a0f5a76b-a5e2-4708-aa9d-7a61a551949e Sep 24 14:33:00.638635 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e16ccc-84eb-4837-bbac-fd8707f66446 None None] Network b3777d01-ea39-476d-bce8-9710ce6bbdce requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:33:00.660719 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-74f609bf-b526-444a-88e8-b33412ae7b93 req-ca2f0085-d497-4d63-a91e-ca2055406ef3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378973 Sep 24 14:33:00.775921 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:00.801559 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:00.873019 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-978d0f26-eb80-48f3-bfc2-502a8b9bed59 None None] Provisioning complete for port a0f5a76b-a5e2-4708-aa9d-7a61a551949e triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:00.873596 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-978d0f26-eb80-48f3-bfc2-502a8b9bed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:00.873931 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-978d0f26-eb80-48f3-bfc2-502a8b9bed59 None None] Attempt 1 to provision port a0f5a76b-a5e2-4708-aa9d-7a61a551949e Sep 24 14:33:00.911224 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:00.927749 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff0f9a-32e0-4c20-a5e4-605c0056f8ef req-570b28c5-bc59-4f9f-b0a7-53264b6ebc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:00.935251 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-01ff0f9a-32e0-4c20-a5e4-605c0056f8ef req-570b28c5-bc59-4f9f-b0a7-53264b6ebc92 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 1130 time: 0.1100276 Sep 24 14:33:00.946734 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704bff5-5403-4424-b8f6-d0255b31e413 None None] Pushing event updated for resources: {'Port': ['ID=df71a9bc-0c99-4c9b-8618-298550df38f2,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:00.996390 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.001485 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'name': 'tempest-TestShelveInstance-1342479873-router', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:32:59Z', 'revision_number': 3, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'gw_port': {'id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:01.026485 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-01ff0f9a-32e0-4c20-a5e4-605c0056f8ef req-77b6d82b-821c-40c0-9928-ee9c1d7307ff service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844641 Sep 24 14:33:01.055735 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Checking router: 215a4c64-295f-4b2d-87b6-1de2a7148afa for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:33:01.056098 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Updating router 215a4c64-295f-4b2d-87b6-1de2a7148afa port 1d690b86-dbc7-44b8-a61e-c5b39236845b binding host dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:33:01.082405 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:01.114782 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port a0f5a76b-a5e2-4708-aa9d-7a61a551949e is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:01.115197 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.128988 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Allocated IP 172.20.0.1 (b3777d01-ea39-476d-bce8-9710ce6bbdce/3812f992-e607-435d-b3b4-60269c8660b8/ad721c24-4623-4f5b-85ee-5d509310687b) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:33:01.168452 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.228575 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-978d0f26-eb80-48f3-bfc2-502a8b9bed59 None None] Current status of the port a0f5a76b-a5e2-4708-aa9d-7a61a551949e is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:01.228980 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-978d0f26-eb80-48f3-bfc2-502a8b9bed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.236888 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:01.276792 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port a0f5a76b-a5e2-4708-aa9d-7a61a551949e, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=a0f5a76b-a5e2-4708-aa9d-7a61a551949e,segment=NetworkSegment(b866dbf3-f9c9-4529-941c-2b1f5bda6b47),segment_id=b866dbf3-f9c9-4529-941c-2b1f5bda6b47)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:33:01.286450 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49e82-32ac-4ee2-b9f8-7de483c855e0 req-30bd2533-a0bd-47f7-9347-2e281f8f7f14 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:01.294371 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-78c49e82-32ac-4ee2-b9f8-7de483c855e0 req-30bd2533-a0bd-47f7-9347-2e281f8f7f14 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0658281 Sep 24 14:33:01.315191 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Publish callbacks [] for port (ad721c24-4623-4f5b-85ee-5d509310687b), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.354118 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-78c49e82-32ac-4ee2-b9f8-7de483c855e0 req-67e1a2d5-9c7d-4347-9b29-8ef68a09537d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578182 Sep 24 14:33:01.377783 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.429553 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Network b3777d01-ea39-476d-bce8-9710ce6bbdce is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:33:01.430793 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Pushing event updated for resources: {'Port': ['ID=ad721c24-4623-4f5b-85ee-5d509310687b,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:01.433753 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:33:01.436054 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:33:01.469823 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.470687 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:33:01.482950 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768856'] for router_interface (215a4c64-295f-4b2d-87b6-1de2a7148afa), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.580428 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:01.621101 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.630188 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.db.api [None req-978d0f26-eb80-48f3-bfc2-502a8b9bed59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 24 14:33:01.630604 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG oslo_db.api [None req-978d0f26-eb80-48f3-bfc2-502a8b9bed59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:33:01.647087 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=a0f5a76b-a5e2-4708-aa9d-7a61a551949e,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:01.651754 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:01.652138 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.652615 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f Sep 24 14:33:01.796001 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:01.803596 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:01.805051 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device df71a9bc-0c99-4c9b-8618-298550df38f2 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:33:01.827060 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6989b-478d-44bf-b9f5-967b65f92c76 req-3657659e-7869-4cbe-82cc-ef5b36edda85 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:01.833495 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-40f6989b-478d-44bf-b9f5-967b65f92c76 req-3657659e-7869-4cbe-82cc-ef5b36edda85 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 946 time: 0.0695186 Sep 24 14:33:01.833495 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Publish callbacks [] for port (ad721c24-4623-4f5b-85ee-5d509310687b), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.836814 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Publish callbacks [] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.845416 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.847724 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.885524 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Attempting to bind port 1d690b86-dbc7-44b8-a61e-c5b39236845b on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:33:01.885900 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Attempting to bind port 1d690b86-dbc7-44b8-a61e-c5b39236845b by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:33:01.886266 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Attempting to bind port 1d690b86-dbc7-44b8-a61e-c5b39236845b on network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:33:01.927033 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port df71a9bc-0c99-4c9b-8618-298550df38f2 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:01.927411 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.927749 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port df71a9bc-0c99-4c9b-8618-298550df38f2 Sep 24 14:33:01.933304 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfada1-abf9-46ad-a94f-b118104c0bdb None None] Pushing event updated for resources: {'Port': ['ID=1d690b86-dbc7-44b8-a61e-c5b39236845b,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:01.942308 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Pushing event updated for resources: {'Port': ['ID=ad721c24-4623-4f5b-85ee-5d509310687b,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:01.945083 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3661601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768972'] for router_interface (215a4c64-295f-4b2d-87b6-1de2a7148afa), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.949939 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-40f6989b-478d-44bf-b9f5-967b65f92c76 req-741dcf63-dc51-4d6c-8fee-2108095fc071 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129508 Sep 24 14:33:01.982663 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:33:01.982663 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Checking segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:33:01.982663 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:01.983062 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Bound using segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:33:01.983262 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Bound port: 1d690b86-dbc7-44b8-a61e-c5b39236845b, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:33:01.983647 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:02.000590 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:02.053640 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Network b3777d01-ea39-476d-bce8-9710ce6bbdce is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:33:02.055195 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:33:02.066242 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] For port 1d690b86-dbc7-44b8-a61e-c5b39236845b, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:33:02.068443 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port df71a9bc-0c99-4c9b-8618-298550df38f2 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:02.071642 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] For port 1d690b86-dbc7-44b8-a61e-c5b39236845b, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=1d690b86-dbc7-44b8-a61e-c5b39236845b,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:33:02.079995 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:02.151357 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Routers {'215a4c64-295f-4b2d-87b6-1de2a7148afa'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:33:02.151357 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:32:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['215a4c64-295f-4b2d-87b6-1de2a7148afa'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:02.193788 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Router 215a4c64-295f-4b2d-87b6-1de2a7148afa has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:33:02.241208 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device a0f5a76b-a5e2-4708-aa9d-7a61a551949e up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:33:02.243801 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfada1-abf9-46ad-a94f-b118104c0bdb None None] Pushing event updated for resources: {'Port': ['ID=1d690b86-dbc7-44b8-a61e-c5b39236845b,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:02.287968 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-978d0f26-eb80-48f3-bfc2-502a8b9bed59 None None] Current status of the port a0f5a76b-a5e2-4708-aa9d-7a61a551949e is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:02.325117 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-978d0f26-eb80-48f3-bfc2-502a8b9bed59 None None] Provisioning complete for port df71a9bc-0c99-4c9b-8618-298550df38f2 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:02.325424 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-978d0f26-eb80-48f3-bfc2-502a8b9bed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:02.326124 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-978d0f26-eb80-48f3-bfc2-502a8b9bed59 None None] Attempt 1 to provision port df71a9bc-0c99-4c9b-8618-298550df38f2 Sep 24 14:33:02.329639 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:33:02.332648 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:02.347360 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-8b798c50-39a3-4041-91f6-7941e5ab7145 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/215a4c64-295f-4b2d-87b6-1de2a7148afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2151923 Sep 24 14:33:02.414522 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] Set router 215a4c64-295f-4b2d-87b6-1de2a7148afa gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:33:02.458869 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port a0f5a76b-a5e2-4708-aa9d-7a61a551949e triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:02.458869 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:02.458869 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port a0f5a76b-a5e2-4708-aa9d-7a61a551949e Sep 24 14:33:02.475091 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:02.540008 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ad5a8-4f94-4fcc-a415-98a5163937cd req-b398d92f-7566-4ce9-8009-e45d4c0dc1ac tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:02.541516 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c17ad5a8-4f94-4fcc-a415-98a5163937cd req-b398d92f-7566-4ce9-8009-e45d4c0dc1ac tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0755346 Sep 24 14:33:02.562319 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:02.580580 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-978d0f26-eb80-48f3-bfc2-502a8b9bed59 None None] Current status of the port df71a9bc-0c99-4c9b-8618-298550df38f2 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:02.582856 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bd1fa-5bbc-47cf-99c3-443bbfe6377d req-034e7940-411c-44d6-b426-860ba5653c05 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:02.584992 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ce9bd1fa-5bbc-47cf-99c3-443bbfe6377d req-034e7940-411c-44d6-b426-860ba5653c05 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0490341 Sep 24 14:33:02.592877 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c17ad5a8-4f94-4fcc-a415-98a5163937cd req-61930709-a5cc-4630-a6c2-0ce1dcb578ca tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458572 Sep 24 14:33:02.645846 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ce9bd1fa-5bbc-47cf-99c3-443bbfe6377d req-ba20d026-83aa-4d9f-a8d3-b65a3cfdbf0c tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551813 Sep 24 14:33:02.678797 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44810) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:02.703588 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port a0f5a76b-a5e2-4708-aa9d-7a61a551949e is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:02.704657 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device df71a9bc-0c99-4c9b-8618-298550df38f2 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:33:02.740992 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Provisioning complete for port a0f5a76b-a5e2-4708-aa9d-7a61a551949e triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:02.741360 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:02.741689 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Attempt 1 to provision port a0f5a76b-a5e2-4708-aa9d-7a61a551949e Sep 24 14:33:02.829602 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'name': 'tempest-TestShelveInstance-1342479873-router', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:33:01Z', 'revision_number': 4, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'gw_port': {'id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': 'ad721c24-4623-4f5b-85ee-5d509310687b', 'name': '', 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'mac_address': 'fa:16:3e:bf:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3812f992-e607-435d-b3b4-60269c8660b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:33:00Z', 'updated_at': '2022-09-24T14:33:01Z', 'revision_number': 2, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'subnets': [{'id': '3812f992-e607-435d-b3b4-60269c8660b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:02.848474 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44814) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:02.853616 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-35959849-9951-45a8-86aa-af52f0b2026e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-309884726', 'description': 'tempest-secgroup-smoke-309884726 description', 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:02.866496 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc857eff-53be-4bb3-94f6-ffe6c5f71bc6 None None] The sync data for ids ['215a4c64-295f-4b2d-87b6-1de2a7148afa'] in dv-cinder-859193-1-iscsi is: [{'id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'name': 'tempest-TestShelveInstance-1342479873-router', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:33:01Z', 'revision_number': 4, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'gw_port': {'id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': 'ad721c24-4623-4f5b-85ee-5d509310687b', 'name': '', 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'mac_address': 'fa:16:3e:bf:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3812f992-e607-435d-b3b4-60269c8660b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:33:00Z', 'updated_at': '2022-09-24T14:33:01Z', 'revision_number': 2, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'subnets': [{'id': '3812f992-e607-435d-b3b4-60269c8660b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:33:02.875755 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port df71a9bc-0c99-4c9b-8618-298550df38f2 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:02.876132 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:02.876473 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port df71a9bc-0c99-4c9b-8618-298550df38f2 Sep 24 14:33:02.928799 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-35959849-9951-45a8-86aa-af52f0b2026e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:02.932187 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:02.942467 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Current status of the port a0f5a76b-a5e2-4708-aa9d-7a61a551949e is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:02.951992 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5e2dd2-4b65-4467-90e7-140fdafe5bd3 tempest-TestMinimumBasicScenario-87249148 tempest-TestMinimumBasicScenario-87249148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:02.954216 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-df5e2dd2-4b65-4467-90e7-140fdafe5bd3 tempest-TestMinimumBasicScenario-87249148 tempest-TestMinimumBasicScenario-87249148-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 1124 time: 0.2740915 Sep 24 14:33:02.955886 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Provisioning complete for port ad721c24-4623-4f5b-85ee-5d509310687b triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:02.956263 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:02.956600 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Attempt 1 to provision port ad721c24-4623-4f5b-85ee-5d509310687b Sep 24 14:33:02.957225 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 44816) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:02.962726 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'port_id': 'b51d80e5-325c-440f-824b-228eda3d320a', 'tenant_id': '8830800be89540929716703bdbb07b13', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:02.986779 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.000701 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:03.023601 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Port ad721c24-4623-4f5b-85ee-5d509310687b cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:33:03.026019 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port df71a9bc-0c99-4c9b-8618-298550df38f2 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:03.030685 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-35959849-9951-45a8-86aa-af52f0b2026e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group (ba1dfa8f-9246-4607-99d6-767b95ba210a), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.036613 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-35959849-9951-45a8-86aa-af52f0b2026e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ba1dfa8f-9246-4607-99d6-767b95ba210a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.066952 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35959849-9951-45a8-86aa-af52f0b2026e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1dfa8f-9246-4607-99d6-767b95ba210a,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:03.084983 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-35959849-9951-45a8-86aa-af52f0b2026e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.086933 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-35959849-9951-45a8-86aa-af52f0b2026e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2373438 Sep 24 14:33:03.089824 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44822) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:03.095739 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-19d5aa14-0c99-4ab9-8cd6-695427d4c6b4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Request body: {'security_group_rule': {'security_group_id': 'ba1dfa8f-9246-4607-99d6-767b95ba210a', 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:03.112998 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:03.128935 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19d5aa14-0c99-4ab9-8cd6-695427d4c6b4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (ed384fb5-1851-490f-beca-893992299b43), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.159911 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.177246 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ebdb1-9990-47b1-b85a-43d52781b9ba req-4f4fab23-0a25-487e-8f06-f518f6e2ec41 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:03.177970 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2e0ebdb1-9990-47b1-b85a-43d52781b9ba req-4f4fab23-0a25-487e-8f06-f518f6e2ec41 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 946 time: 0.0608215 Sep 24 14:33:03.235808 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19d5aa14-0c99-4ab9-8cd6-695427d4c6b4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (ed384fb5-1851-490f-beca-893992299b43), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.241353 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19d5aa14-0c99-4ab9-8cd6-695427d4c6b4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (ed384fb5-1851-490f-beca-893992299b43), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.259829 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5aa14-0c99-4ab9-8cd6-695427d4c6b4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed384fb5-1851-490f-beca-893992299b43,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:03.272542 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19d5aa14-0c99-4ab9-8cd6-695427d4c6b4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.277190 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-19d5aa14-0c99-4ab9-8cd6-695427d4c6b4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1825478 Sep 24 14:33:03.287487 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 44828) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:03.292622 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-60b5a666-1000-4812-b9e2-a099b26974be tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Request body: {'security_group_rule': {'security_group_id': 'ba1dfa8f-9246-4607-99d6-767b95ba210a', 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:03.370057 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-60b5a666-1000-4812-b9e2-a099b26974be tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (35483884-8d20-44eb-8c88-ad3f67409c87), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.408200 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2e0ebdb1-9990-47b1-b85a-43d52781b9ba req-4e73c88d-d122-416c-833e-706cc52e0097 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686912 Sep 24 14:33:03.424179 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Allocated IP 172.27.1.165 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/ea2ff846-0a18-41ae-b485-965e4a1284ce) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:33:03.445451 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:03.525278 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Attempt 2 to provision port ad721c24-4623-4f5b-85ee-5d509310687b Sep 24 14:33:03.555271 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-60b5a666-1000-4812-b9e2-a099b26974be tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (35483884-8d20-44eb-8c88-ad3f67409c87), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.561397 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-60b5a666-1000-4812-b9e2-a099b26974be tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (35483884-8d20-44eb-8c88-ad3f67409c87), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.577593 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Port ad721c24-4623-4f5b-85ee-5d509310687b cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:33:03.590699 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5a666-1000-4812-b9e2-a099b26974be tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35483884-8d20-44eb-8c88-ad3f67409c87,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:03.609932 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-60b5a666-1000-4812-b9e2-a099b26974be tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.613957 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44850) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:03.614479 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-60b5a666-1000-4812-b9e2-a099b26974be tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3253169 Sep 24 14:33:03.619066 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-818ef797-13db-4e62-8f99-806f9c2dda84 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Request body: {'security_group_rule': {'security_group_id': 'ba1dfa8f-9246-4607-99d6-767b95ba210a', 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:03.641183 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for port (ea2ff846-0a18-41ae-b485-965e4a1284ce), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.688751 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-818ef797-13db-4e62-8f99-806f9c2dda84 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (409b4ac9-7cd1-40e8-90f8-c69066645566), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.694330 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (ea2ff846-0a18-41ae-b485-965e4a1284ce), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.746143 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:33:03.755488 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:33:03.759038 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:33:03.775049 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b00910-0d04-4280-a0d1-76dd39d536e7 req-cb5b1577-19bc-4143-9fec-f4b735e0f280 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:03.776790 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7b00910-0d04-4280-a0d1-76dd39d536e7 req-cb5b1577-19bc-4143-9fec-f4b735e0f280 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0766342 Sep 24 14:33:03.818607 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event updated for resources: {'Port': ['ID=ea2ff846-0a18-41ae-b485-965e4a1284ce,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:03.827012 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-818ef797-13db-4e62-8f99-806f9c2dda84 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (409b4ac9-7cd1-40e8-90f8-c69066645566), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.844324 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-818ef797-13db-4e62-8f99-806f9c2dda84 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (409b4ac9-7cd1-40e8-90f8-c69066645566), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.883613 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ef797-13db-4e62-8f99-806f9c2dda84 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409b4ac9-7cd1-40e8-90f8-c69066645566,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:03.919548 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7b00910-0d04-4280-a0d1-76dd39d536e7 req-1c5097db-6aa6-46b5-ad12-8660b8303a3a tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259921 Sep 24 14:33:03.942258 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-818ef797-13db-4e62-8f99-806f9c2dda84 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:03.943765 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-818ef797-13db-4e62-8f99-806f9c2dda84 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3288283 Sep 24 14:33:03.946420 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44862) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:03.957235 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-4512571c-4bd2-4e81-b3f7-9696e6716543 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Request body: {'security_group_rule': {'security_group_id': 'ba1dfa8f-9246-4607-99d6-767b95ba210a', 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:03.993492 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4512571c-4bd2-4e81-b3f7-9696e6716543 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (3a4329ed-5439-438e-a725-5d950d1cf073), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.050785 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:04.079926 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Attempt 3 to provision port ad721c24-4623-4f5b-85ee-5d509310687b Sep 24 14:33:04.098027 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4512571c-4bd2-4e81-b3f7-9696e6716543 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (3a4329ed-5439-438e-a725-5d950d1cf073), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.103592 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4512571c-4bd2-4e81-b3f7-9696e6716543 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (3a4329ed-5439-438e-a725-5d950d1cf073), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.143749 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Port ad721c24-4623-4f5b-85ee-5d509310687b cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:33:04.151059 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512571c-4bd2-4e81-b3f7-9696e6716543 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4329ed-5439-438e-a725-5d950d1cf073,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:04.158375 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-4512571c-4bd2-4e81-b3f7-9696e6716543 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.159791 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-4512571c-4bd2-4e81-b3f7-9696e6716543 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2121623 Sep 24 14:33:04.163820 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44864) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:04.174946 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-d97cc730-e344-4f70-817d-39aa11bfeec2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Request body: {'security_group_rule': {'security_group_id': 'ba1dfa8f-9246-4607-99d6-767b95ba210a', 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:04.198070 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:04.220813 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.securitygroups_db [None req-d97cc730-e344-4f70-817d-39aa11bfeec2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Project 71699c60daeb48aaaf5b0611c8f68bc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 14:33:04.228475 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 1d690b86-dbc7-44b8-a61e-c5b39236845b up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:33:04.230649 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d97cc730-e344-4f70-817d-39aa11bfeec2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (6ab19261-c094-45b8-8fd9-3db1b09367ce), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.288818 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 1d690b86-dbc7-44b8-a61e-c5b39236845b triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:04.289578 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.290398 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 1d690b86-dbc7-44b8-a61e-c5b39236845b Sep 24 14:33:04.309808 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d97cc730-e344-4f70-817d-39aa11bfeec2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (6ab19261-c094-45b8-8fd9-3db1b09367ce), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.315314 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d97cc730-e344-4f70-817d-39aa11bfeec2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (6ab19261-c094-45b8-8fd9-3db1b09367ce), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.345106 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cc730-e344-4f70-817d-39aa11bfeec2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab19261-c094-45b8-8fd9-3db1b09367ce,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:04.353949 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d97cc730-e344-4f70-817d-39aa11bfeec2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.358073 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d97cc730-e344-4f70-817d-39aa11bfeec2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1916952 Sep 24 14:33:04.358681 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44866) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:04.363264 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-97f7f26a-e782-4783-9666-d6c59597b76d tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Request body: {'security_group_rule': {'security_group_id': 'ba1dfa8f-9246-4607-99d6-767b95ba210a', 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:04.388087 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 1d690b86-dbc7-44b8-a61e-c5b39236845b is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:04.388878 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.393039 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.securitygroups_db [None req-97f7f26a-e782-4783-9666-d6c59597b76d tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Project 71699c60daeb48aaaf5b0611c8f68bc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 14:33:04.400474 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-97f7f26a-e782-4783-9666-d6c59597b76d tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (8096c2c3-e83d-4ffe-b39a-32974b4d5e2c), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.419487 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port 1d690b86-dbc7-44b8-a61e-c5b39236845b, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=1d690b86-dbc7-44b8-a61e-c5b39236845b,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:33:04.424504 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.450950 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=10 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:04.494967 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-97f7f26a-e782-4783-9666-d6c59597b76d tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (8096c2c3-e83d-4ffe-b39a-32974b4d5e2c), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.500567 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-97f7f26a-e782-4783-9666-d6c59597b76d tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (8096c2c3-e83d-4ffe-b39a-32974b4d5e2c), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.519307 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=1d690b86-dbc7-44b8-a61e-c5b39236845b,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:04.529265 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7f26a-e782-4783-9666-d6c59597b76d tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8096c2c3-e83d-4ffe-b39a-32974b4d5e2c,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:04.538330 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-97f7f26a-e782-4783-9666-d6c59597b76d tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.544497 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-97f7f26a-e782-4783-9666-d6c59597b76d tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1799169 Sep 24 14:33:04.607136 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd48dd0-d551-4f45-a044-8be4da39a492 req-d80116f6-3b6f-4142-844f-d38de7efe336 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:04.608712 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0dd48dd0-d551-4f45-a044-8be4da39a492 req-d80116f6-3b6f-4142-844f-d38de7efe336 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 946 time: 0.0657566 Sep 24 14:33:04.646234 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Attempt 4 to provision port ad721c24-4623-4f5b-85ee-5d509310687b Sep 24 14:33:04.681774 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for floatingip (6281c22b-ede0-4ab2-804d-579a4a3b9c44), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.689708 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Port ad721c24-4623-4f5b-85ee-5d509310687b cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:33:04.711213 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0dd48dd0-d551-4f45-a044-8be4da39a492 req-75442277-5d94-4ef5-8dec-5d1d0029499b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823324 Sep 24 14:33:04.783922 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (ea2ff846-0a18-41ae-b485-965e4a1284ce), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.894270 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:04.961667 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for port (ea2ff846-0a18-41ae-b485-965e4a1284ce), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:04.967065 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (ea2ff846-0a18-41ae-b485-965e4a1284ce), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:05.048350 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event updated for resources: {'Port': ['ID=ea2ff846-0a18-41ae-b485-965e4a1284ce,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:05.057307 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (6281c22b-ede0-4ab2-804d-579a4a3b9c44), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:05.068510 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54bc89-ccca-4391-94ce-2e8a054f855b req-b8f4eaec-dab6-4cad-a530-49a9c9f0e080 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:05.070068 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ed54bc89-ccca-4391-94ce-2e8a054f855b req-b8f4eaec-dab6-4cad-a530-49a9c9f0e080 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0747373 Sep 24 14:33:05.159741 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ed54bc89-ccca-4391-94ce-2e8a054f855b req-64dbdcba-3340-4ab4-8651-4d224ca3d5ff tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748272 Sep 24 14:33:05.181082 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.l3_db [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Floating IP 6281c22b-ede0-4ab2-804d-579a4a3b9c44 associated. External IP: 172.27.1.165, port: b51d80e5-325c-440f-824b-228eda3d320a. Sep 24 14:33:05.190905 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Attempt 5 to provision port ad721c24-4623-4f5b-85ee-5d509310687b Sep 24 14:33:05.226799 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Port ad721c24-4623-4f5b-85ee-5d509310687b cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:33:05.391526 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Router 3fa585ed-d761-40b7-af69-c6916b2bfc9d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:33:05.485636 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:05.499498 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:33:05.511135 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e25b4-713e-44a1-844c-d67eb469be85 None None] Sync routers for ids ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:33:05.518138 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:05.522171 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e25b4-713e-44a1-844c-d67eb469be85 None None] Routers {'3fa585ed-d761-40b7-af69-c6916b2bfc9d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:33:05.522829 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-c60e25b4-713e-44a1-844c-d67eb469be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:32:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:05.549046 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-ff7023d5-136f-4143-b4ee-316a06ecd53e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5902567 Sep 24 14:33:05.549885 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:33:05.551888 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44932) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:05.552308 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced1911a76e2b68976553810b569b19b079f2d27d27f8393138a5e2ba6d46ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77ebf41-e550-4edc-a89a-267f0cb6adcc" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "tag": "b51d80e5-325c-440f-824b-228eda3d320a"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:33:05.556665 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-90789c31-29e2-4623-be4c-a62e75940c8d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451737593', 'description': 'tempest-secgroup-smoke-1451737593 description', 'project_id': '8830800be89540929716703bdbb07b13'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:05.580492 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-90789c31-29e2-4623-be4c-a62e75940c8d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:05.656925 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-c60e25b4-713e-44a1-844c-d67eb469be85 None None] Set router 3fa585ed-d761-40b7-af69-c6916b2bfc9d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:33:05.668666 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-90789c31-29e2-4623-be4c-a62e75940c8d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group (aea4aecb-ea94-4294-bdda-2433c5abadc6), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:05.674045 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-90789c31-29e2-4623-be4c-a62e75940c8d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (aea4aecb-ea94-4294-bdda-2433c5abadc6), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:05.683279 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f99ea50-4415-4e92-ad0a-041bc92040c6 x-openstack-request-id: req-9f99ea50-4415-4e92-ad0a-041bc92040c6 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:33:05.684135 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "tag": "b51d80e5-325c-440f-824b-228eda3d320a", "status": "completed", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:33:05.684617 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f99ea50-4415-4e92-ad0a-041bc92040c6 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:33:05.685140 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f99ea50-4415-4e92-ad0a-041bc92040c6'] response: {'name': 'network-changed', 'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a', 'status': 'completed', 'code': 200} Sep 24 14:33:05.704114 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-90789c31-29e2-4623-be4c-a62e75940c8d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:05.706846 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-90789c31-29e2-4623-be4c-a62e75940c8d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1522505 Sep 24 14:33:05.708845 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44938) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:05.713033 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-64af1e4b-b96a-45c3-afe4-290b349755d7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Request body: {'security_group_rule': {'security_group_id': 'aea4aecb-ea94-4294-bdda-2433c5abadc6', 'project_id': '8830800be89540929716703bdbb07b13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:05.719153 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90789c31-29e2-4623-be4c-a62e75940c8d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4aecb-ea94-4294-bdda-2433c5abadc6,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:05.728679 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Attempt 6 to provision port ad721c24-4623-4f5b-85ee-5d509310687b Sep 24 14:33:05.782978 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Port ad721c24-4623-4f5b-85ee-5d509310687b cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:33:05.792939 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-64af1e4b-b96a-45c3-afe4-290b349755d7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (7c572645-bc46-4bfd-b31b-1b698360ce81), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:05.823490 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ebf41-e550-4edc-a89a-267f0cb6adcc req-d549a246-5aec-47dd-b3cb-0ab338ac8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:05.825078 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a77ebf41-e550-4edc-a89a-267f0cb6adcc req-d549a246-5aec-47dd-b3cb-0ab338ac8112 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8830800be89540929716703bdbb07b13&device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 1129 time: 0.0653598 Sep 24 14:33:05.862319 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:05.912023 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-c60e25b4-713e-44a1-844c-d67eb469be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 4, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port': {'id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '6281c22b-ede0-4ab2-804d-579a4a3b9c44', 'tenant_id': '8830800be89540929716703bdbb07b13', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'port_id': 'b51d80e5-325c-440f-824b-228eda3d320a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'mac_address': 'fa:16:3e:e2:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:33:04Z', 'updated_at': '2022-09-24T14:33:04Z', 'revision_number': 0, 'project_id': '8830800be89540929716703bdbb07b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a0566fd-b8eb-407c-9baa-99fd3928ba54', 'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'tenant_id': '8830800be89540929716703bdbb07b13', 'mac_address': 'fa:16:3e:3d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:41Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 5, 'project_id': '8830800be89540929716703bdbb07b13', 'subnets': [{'id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:05.921336 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-64af1e4b-b96a-45c3-afe4-290b349755d7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (7c572645-bc46-4bfd-b31b-1b698360ce81), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:05.933739 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-64af1e4b-b96a-45c3-afe4-290b349755d7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (7c572645-bc46-4bfd-b31b-1b698360ce81), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:05.937850 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e25b4-713e-44a1-844c-d67eb469be85 None None] Checking router: 3fa585ed-d761-40b7-af69-c6916b2bfc9d for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:33:05.950512 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e25b4-713e-44a1-844c-d67eb469be85 None None] Routers {'3fa585ed-d761-40b7-af69-c6916b2bfc9d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:33:05.951214 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-c60e25b4-713e-44a1-844c-d67eb469be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:32:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:05.972315 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af1e4b-b96a-45c3-afe4-290b349755d7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c572645-bc46-4bfd-b31b-1b698360ce81,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:05.975305 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ebf41-e550-4edc-a89a-267f0cb6adcc req-9ed76f56-979b-49e9-89f3-c9558a5feee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:05.976839 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a77ebf41-e550-4edc-a89a-267f0cb6adcc req-9ed76f56-979b-49e9-89f3-c9558a5feee9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=7923ceef-7faf-4f7b-a32e-f1f06464878c HTTP/1.1" status: 200 len: 914 time: 0.1430948 Sep 24 14:33:05.980147 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-64af1e4b-b96a-45c3-afe4-290b349755d7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:05.981240 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-64af1e4b-b96a-45c3-afe4-290b349755d7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2714970 Sep 24 14:33:05.985318 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 44940) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:05.991287 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-42c25b32-b05f-486f-9891-9acfef3eeeff tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Request body: {'security_group_rule': {'security_group_id': 'aea4aecb-ea94-4294-bdda-2433c5abadc6', 'project_id': '8830800be89540929716703bdbb07b13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:06.025192 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c25b32-b05f-486f-9891-9acfef3eeeff tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (2bef1b27-8482-4cc3-87cc-10eab9869185), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.104100 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c25b32-b05f-486f-9891-9acfef3eeeff tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (2bef1b27-8482-4cc3-87cc-10eab9869185), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.110236 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c25b32-b05f-486f-9891-9acfef3eeeff tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (2bef1b27-8482-4cc3-87cc-10eab9869185), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.149402 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Sync routers for ids ['215a4c64-295f-4b2d-87b6-1de2a7148afa'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:33:06.155517 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c25b32-b05f-486f-9891-9acfef3eeeff tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bef1b27-8482-4cc3-87cc-10eab9869185,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:06.155889 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-c60e25b4-713e-44a1-844c-d67eb469be85 None None] Set router 3fa585ed-d761-40b7-af69-c6916b2bfc9d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:33:06.175014 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c25b32-b05f-486f-9891-9acfef3eeeff tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.177412 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-42c25b32-b05f-486f-9891-9acfef3eeeff tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1895914 Sep 24 14:33:06.178754 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 1d690b86-dbc7-44b8-a61e-c5b39236845b up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:33:06.179580 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44944) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:06.184379 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-c380ddef-294b-42d2-83d4-20d181770034 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Request body: {'security_group_rule': {'security_group_id': 'aea4aecb-ea94-4294-bdda-2433c5abadc6', 'project_id': '8830800be89540929716703bdbb07b13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:06.217430 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Routers {'215a4c64-295f-4b2d-87b6-1de2a7148afa'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:33:06.218239 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:32:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['215a4c64-295f-4b2d-87b6-1de2a7148afa'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:06.221737 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c380ddef-294b-42d2-83d4-20d181770034 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (90327928-ec0e-43a4-afcb-eda75478bbcf), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.247152 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:06.273067 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:06.286031 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Attempt 7 to provision port ad721c24-4623-4f5b-85ee-5d509310687b Sep 24 14:33:06.307005 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c380ddef-294b-42d2-83d4-20d181770034 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (90327928-ec0e-43a4-afcb-eda75478bbcf), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.318506 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c380ddef-294b-42d2-83d4-20d181770034 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (90327928-ec0e-43a4-afcb-eda75478bbcf), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.360416 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380ddef-294b-42d2-83d4-20d181770034 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90327928-ec0e-43a4-afcb-eda75478bbcf,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:06.372114 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c380ddef-294b-42d2-83d4-20d181770034 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.373581 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c380ddef-294b-42d2-83d4-20d181770034 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1929812 Sep 24 14:33:06.376532 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44948) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:06.381438 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-a9e8adf7-c395-47df-b898-481c951142b8 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Request body: {'security_group_rule': {'security_group_id': 'aea4aecb-ea94-4294-bdda-2433c5abadc6', 'project_id': '8830800be89540929716703bdbb07b13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:06.394236 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660f07d-aee5-4295-b074-4634c557d1c9 req-17bb2202-b186-40b3-bb3a-1f1753c55528 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:06.396386 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0660f07d-aee5-4295-b074-4634c557d1c9 req-17bb2202-b186-40b3-bb3a-1f1753c55528 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0918076 Sep 24 14:33:06.402023 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:06.432640 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:06.441041 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-c60e25b4-713e-44a1-844c-d67eb469be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 4, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port': {'id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '6281c22b-ede0-4ab2-804d-579a4a3b9c44', 'tenant_id': '8830800be89540929716703bdbb07b13', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'port_id': 'b51d80e5-325c-440f-824b-228eda3d320a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'mac_address': 'fa:16:3e:e2:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:33:04Z', 'updated_at': '2022-09-24T14:33:04Z', 'revision_number': 0, 'project_id': '8830800be89540929716703bdbb07b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a0566fd-b8eb-407c-9baa-99fd3928ba54', 'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'tenant_id': '8830800be89540929716703bdbb07b13', 'mac_address': 'fa:16:3e:3d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:41Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 5, 'project_id': '8830800be89540929716703bdbb07b13', 'subnets': [{'id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:06.467736 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a9e8adf7-c395-47df-b898-481c951142b8 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (fd9d7e5f-1181-4ae3-b00d-fde9c01212ad), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.474583 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e25b4-713e-44a1-844c-d67eb469be85 None None] The sync data for ids ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'] in dv-cinder-859193-1-iscsi is: [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 4, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port': {'id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '6281c22b-ede0-4ab2-804d-579a4a3b9c44', 'tenant_id': '8830800be89540929716703bdbb07b13', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'port_id': 'b51d80e5-325c-440f-824b-228eda3d320a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'mac_address': 'fa:16:3e:e2:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:33:04Z', 'updated_at': '2022-09-24T14:33:04Z', 'revision_number': 0, 'project_id': '8830800be89540929716703bdbb07b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a0566fd-b8eb-407c-9baa-99fd3928ba54', 'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'tenant_id': '8830800be89540929716703bdbb07b13', 'mac_address': 'fa:16:3e:3d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:41Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 5, 'project_id': '8830800be89540929716703bdbb07b13', 'subnets': [{'id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:33:06.482656 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0660f07d-aee5-4295-b074-4634c557d1c9 req-bbe18a4c-52f6-41bc-875b-607088290ceb tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790045 Sep 24 14:33:06.538536 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Port ad721c24-4623-4f5b-85ee-5d509310687b cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:33:06.539196 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a9e8adf7-c395-47df-b898-481c951142b8 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (fd9d7e5f-1181-4ae3-b00d-fde9c01212ad), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.543404 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a9e8adf7-c395-47df-b898-481c951142b8 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (fd9d7e5f-1181-4ae3-b00d-fde9c01212ad), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.554221 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 1d690b86-dbc7-44b8-a61e-c5b39236845b triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:06.554989 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.554989 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 1d690b86-dbc7-44b8-a61e-c5b39236845b Sep 24 14:33:06.562733 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8adf7-c395-47df-b898-481c951142b8 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9d7e5f-1181-4ae3-b00d-fde9c01212ad,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:06.570359 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a9e8adf7-c395-47df-b898-481c951142b8 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.571591 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-a9e8adf7-c395-47df-b898-481c951142b8 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1940088 Sep 24 14:33:06.574299 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44950) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:06.579323 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-2ac09e66-d49f-4a96-a006-156fabd15926 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Request body: {'security_group_rule': {'security_group_id': 'aea4aecb-ea94-4294-bdda-2433c5abadc6', 'project_id': '8830800be89540929716703bdbb07b13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:06.591543 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Set router 215a4c64-295f-4b2d-87b6-1de2a7148afa gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:33:06.599770 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.securitygroups_db [None req-2ac09e66-d49f-4a96-a006-156fabd15926 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Project 8830800be89540929716703bdbb07b13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 14:33:06.606008 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ac09e66-d49f-4a96-a006-156fabd15926 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (0edc8e7b-ab66-4133-9675-b5df41fdeb2c), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.670044 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ac09e66-d49f-4a96-a006-156fabd15926 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (0edc8e7b-ab66-4133-9675-b5df41fdeb2c), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.674628 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ac09e66-d49f-4a96-a006-156fabd15926 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (0edc8e7b-ab66-4133-9675-b5df41fdeb2c), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.698562 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac09e66-d49f-4a96-a006-156fabd15926 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0edc8e7b-ab66-4133-9675-b5df41fdeb2c,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:06.705872 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ac09e66-d49f-4a96-a006-156fabd15926 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.707207 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2ac09e66-d49f-4a96-a006-156fabd15926 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317914 Sep 24 14:33:06.709806 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 44952) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:06.714111 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-64328cec-ec49-4745-8a77-ab4299bc2fad tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Request body: {'security_group_rule': {'security_group_id': 'aea4aecb-ea94-4294-bdda-2433c5abadc6', 'project_id': '8830800be89540929716703bdbb07b13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:06.735373 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.securitygroups_db [None req-64328cec-ec49-4745-8a77-ab4299bc2fad tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Project 8830800be89540929716703bdbb07b13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 14:33:06.741368 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-64328cec-ec49-4745-8a77-ab4299bc2fad tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (732255f5-7cdc-4bf0-8921-ce121ff93934), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.766920 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 1d690b86-dbc7-44b8-a61e-c5b39236845b is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:06.793318 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:06.806065 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-64328cec-ec49-4745-8a77-ab4299bc2fad tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (732255f5-7cdc-4bf0-8921-ce121ff93934), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.809784 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-64328cec-ec49-4745-8a77-ab4299bc2fad tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (732255f5-7cdc-4bf0-8921-ce121ff93934), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.817860 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:06.832709 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64328cec-ec49-4745-8a77-ab4299bc2fad tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732255f5-7cdc-4bf0-8921-ce121ff93934,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:06.846156 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'name': 'tempest-TestShelveInstance-1342479873-router', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:33:01Z', 'revision_number': 4, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'gw_port': {'id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': 'ad721c24-4623-4f5b-85ee-5d509310687b', 'name': '', 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'mac_address': 'fa:16:3e:bf:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3812f992-e607-435d-b3b4-60269c8660b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:33:00Z', 'updated_at': '2022-09-24T14:33:01Z', 'revision_number': 2, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'subnets': [{'id': '3812f992-e607-435d-b3b4-60269c8660b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:06.847720 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-64328cec-ec49-4745-8a77-ab4299bc2fad tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.849083 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-64328cec-ec49-4745-8a77-ab4299bc2fad tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382904 Sep 24 14:33:06.882864 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Checking router: 215a4c64-295f-4b2d-87b6-1de2a7148afa for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:33:06.883227 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Updating router 215a4c64-295f-4b2d-87b6-1de2a7148afa port ad721c24-4623-4f5b-85ee-5d509310687b binding host dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:33:06.916198 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:06.975497 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7882e847-26e1-41ec-9378-5896628b6ee7 req-26cba9e1-df62-4871-8e68-7ba561e4667a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1451737593&fields=id&tenant_id=8830800be89540929716703bdbb07b13 HTTP/1.1" status: 200 len: 267 time: 0.0635900 Sep 24 14:33:07.043740 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882e847-26e1-41ec-9378-5896628b6ee7 req-684ca3f2-d941-4da8-8c91-a090e351e2f3 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:07.051219 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f8bb82-0482-4353-b740-f2b599cd6678 None None] New status for floating IP 6281c22b-ede0-4ab2-804d-579a4a3b9c44: ACTIVE {{(pid=106296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:33:07.053145 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Attempt 8 to provision port ad721c24-4623-4f5b-85ee-5d509310687b Sep 24 14:33:07.053522 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7882e847-26e1-41ec-9378-5896628b6ee7 req-684ca3f2-d941-4da8-8c91-a090e351e2f3 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0682950 Sep 24 14:33:07.068639 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [req-7882e847-26e1-41ec-9378-5896628b6ee7 req-167bc057-483f-451f-8aa5-3dde5c2a6c8a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Request body: {'port': {'security_groups': ['d7633c70-d022-410f-b437-ad76f636bdee', 'aea4aecb-ea94-4294-bdda-2433c5abadc6']}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:07.147736 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-7882e847-26e1-41ec-9378-5896628b6ee7 req-167bc057-483f-451f-8aa5-3dde5c2a6c8a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (b51d80e5-325c-440f-824b-228eda3d320a), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:07.148361 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Port ad721c24-4623-4f5b-85ee-5d509310687b cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:33:07.226979 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:07.259162 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:07.261322 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Publish callbacks [] for port (ad721c24-4623-4f5b-85ee-5d509310687b), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:07.268479 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:07.334192 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ff1e1-ded8-4672-a101-4f5ee7fc8315 None None] Pushing event updated for resources: {'Port': ['ID=ad721c24-4623-4f5b-85ee-5d509310687b,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:07.372115 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Attempting to bind port ad721c24-4623-4f5b-85ee-5d509310687b on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:33:07.372705 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Attempting to bind port ad721c24-4623-4f5b-85ee-5d509310687b by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': 'b866dbf3-f9c9-4529-941c-2b1f5bda6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:33:07.373067 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Attempting to bind port ad721c24-4623-4f5b-85ee-5d509310687b on network b3777d01-ea39-476d-bce8-9710ce6bbdce {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:33:07.420788 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [req-7882e847-26e1-41ec-9378-5896628b6ee7 req-167bc057-483f-451f-8aa5-3dde5c2a6c8a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] For port b51d80e5-325c-440f-824b-228eda3d320a, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b51d80e5-325c-440f-824b-228eda3d320a,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:33:07.425529 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:33:07.425899 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Checking segment: {'id': 'b866dbf3-f9c9-4529-941c-2b1f5bda6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:33:07.426296 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:07.426708 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Bound using segment: {'id': 'b866dbf3-f9c9-4529-941c-2b1f5bda6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:33:07.427202 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Bound port: ad721c24-4623-4f5b-85ee-5d509310687b, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b866dbf3-f9c9-4529-941c-2b1f5bda6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:33:07.427573 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:07.449905 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-7882e847-26e1-41ec-9378-5896628b6ee7 req-167bc057-483f-451f-8aa5-3dde5c2a6c8a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for port (b51d80e5-325c-440f-824b-228eda3d320a), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:07.455398 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-7882e847-26e1-41ec-9378-5896628b6ee7 req-167bc057-483f-451f-8aa5-3dde5c2a6c8a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (b51d80e5-325c-440f-824b-228eda3d320a), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:07.467155 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882e847-26e1-41ec-9378-5896628b6ee7 req-167bc057-483f-451f-8aa5-3dde5c2a6c8a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:07.467689 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-7882e847-26e1-41ec-9378-5896628b6ee7 req-167bc057-483f-451f-8aa5-3dde5c2a6c8a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:07.469166 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7882e847-26e1-41ec-9378-5896628b6ee7 req-167bc057-483f-451f-8aa5-3dde5c2a6c8a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "PUT /networking/v2.0/ports/b51d80e5-325c-440f-824b-228eda3d320a HTTP/1.1" status: 200 len: 981 time: 0.4143667 Sep 24 14:33:07.497512 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['b51d80e5-325c-440f-824b-228eda3d320a'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:33:07.514709 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bc057-483f-451f-8aa5-3dde5c2a6c8a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event updated for resources: {'Port': ['ID=b51d80e5-325c-440f-824b-228eda3d320a,revision_number=6']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:07.522426 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] For port ad721c24-4623-4f5b-85ee-5d509310687b, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:33:07.538700 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] For port ad721c24-4623-4f5b-85ee-5d509310687b, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=ad721c24-4623-4f5b-85ee-5d509310687b,segment=NetworkSegment(b866dbf3-f9c9-4529-941c-2b1f5bda6b47),segment_id=b866dbf3-f9c9-4529-941c-2b1f5bda6b47)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:33:07.553452 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:07.587245 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32d33f-9d30-4a3c-ad1b-cb8b4ee4d8db req-62ceb89a-ae66-4cba-9533-14c1e88124ed tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:07.588765 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7d32d33f-9d30-4a3c-ad1b-cb8b4ee4d8db req-62ceb89a-ae66-4cba-9533-14c1e88124ed tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0601122 Sep 24 14:33:07.627435 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Routers {'215a4c64-295f-4b2d-87b6-1de2a7148afa'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:33:07.628085 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:32:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['215a4c64-295f-4b2d-87b6-1de2a7148afa'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:07.644440 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1217d-ec6e-4f6e-8bc5-a01a6e268e0d req-1079949c-bbcb-4774-a617-f5949a6def44 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:07.646115 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b4b1217d-ec6e-4f6e-8bc5-a01a6e268e0d req-1079949c-bbcb-4774-a617-f5949a6def44 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0624030 Sep 24 14:33:07.659697 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7d32d33f-9d30-4a3c-ad1b-cb8b4ee4d8db req-9f867c41-9061-41bc-80fc-0d9400f8f87c tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639369 Sep 24 14:33:07.693985 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Attempt 9 to provision port ad721c24-4623-4f5b-85ee-5d509310687b Sep 24 14:33:07.694207 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:33:07.697262 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced1911a76e2b68976553810b569b19b079f2d27d27f8393138a5e2ba6d46ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436bad81-c765-44ff-bc49-29b3dd3d57c3" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "tag": "b51d80e5-325c-440f-824b-228eda3d320a"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:33:07.722230 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b4b1217d-ec6e-4f6e-8bc5-a01a6e268e0d req-922ac434-5029-4331-83e2-da6424902dfa tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631673 Sep 24 14:33:07.739839 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ff1e1-ded8-4672-a101-4f5ee7fc8315 None None] Pushing event updated for resources: {'Port': ['ID=ad721c24-4623-4f5b-85ee-5d509310687b,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:07.753857 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5201069a-8b18-411e-98bb-767f00ae43e0 x-openstack-request-id: req-5201069a-8b18-411e-98bb-767f00ae43e0 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:33:07.754845 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "tag": "b51d80e5-325c-440f-824b-228eda3d320a", "status": "completed", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:33:07.755261 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5201069a-8b18-411e-98bb-767f00ae43e0 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:33:07.756100 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5201069a-8b18-411e-98bb-767f00ae43e0'] response: {'name': 'network-changed', 'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a', 'status': 'completed', 'code': 200} Sep 24 14:33:07.821580 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['b51d80e5-325c-440f-824b-228eda3d320a'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:33:07.866311 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] Set router 215a4c64-295f-4b2d-87b6-1de2a7148afa gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:33:07.907094 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a77ebf41-e550-4edc-a89a-267f0cb6adcc req-99ddaa83-986a-4a54-89bd-78625142bd89 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b51d80e5-325c-440f-824b-228eda3d320a HTTP/1.1" status: 200 len: 1001 time: 0.0584822 Sep 24 14:33:07.940418 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:07.993442 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ebf41-e550-4edc-a89a-267f0cb6adcc req-90fad475-0058-471b-9783-11bf35f35f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:07.995028 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a77ebf41-e550-4edc-a89a-267f0cb6adcc req-90fad475-0058-471b-9783-11bf35f35f93 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=70115d5e-0d32-4b88-b4ff-3c9659a6b16b HTTP/1.1" status: 200 len: 853 time: 0.0788863 Sep 24 14:33:08.000833 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ddd94-7051-4e45-a1ed-7c9e2aefa7fb req-3bb924a5-c83b-4eae-a34f-ca90af36328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:08.002450 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8c7ddd94-7051-4e45-a1ed-7c9e2aefa7fb req-3bb924a5-c83b-4eae-a34f-ca90af36328a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 1130 time: 0.0482512 Sep 24 14:33:08.006950 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Current status of the port ad721c24-4623-4f5b-85ee-5d509310687b is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:08.007346 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:08.058865 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ebf41-e550-4edc-a89a-267f0cb6adcc req-43a6b1ac-78bd-44f0-99c1-7d36ae860c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:08.060871 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a77ebf41-e550-4edc-a89a-267f0cb6adcc req-43a6b1ac-78bd-44f0-99c1-7d36ae860c45 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7923ceef-7faf-4f7b-a32e-f1f06464878c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574758 Sep 24 14:33:08.133858 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8c7ddd94-7051-4e45-a1ed-7c9e2aefa7fb req-5d1280f4-1070-4f57-bced-a072e1565131 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214635 Sep 24 14:33:08.158391 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] For port ad721c24-4623-4f5b-85ee-5d509310687b, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=ad721c24-4623-4f5b-85ee-5d509310687b,segment=NetworkSegment(b866dbf3-f9c9-4529-941c-2b1f5bda6b47),segment_id=b866dbf3-f9c9-4529-941c-2b1f5bda6b47)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:33:08.161752 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:08.169787 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:08.181276 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:08.192161 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a77ebf41-e550-4edc-a89a-267f0cb6adcc req-fc69edc7-b48b-4a30-8027-795e6b3c6ad3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226606 Sep 24 14:33:08.208943 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device ad721c24-4623-4f5b-85ee-5d509310687b up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:33:08.514935 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4f702-4ad0-4245-ad06-4a86e6e64ce6 None None] Pushing event updated for resources: {'Port': ['ID=ad721c24-4623-4f5b-85ee-5d509310687b,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:08.548382 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'name': 'tempest-TestShelveInstance-1342479873-router', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:33:01Z', 'revision_number': 4, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'gw_port': {'id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': 'ad721c24-4623-4f5b-85ee-5d509310687b', 'name': '', 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'mac_address': 'fa:16:3e:bf:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3812f992-e607-435d-b3b4-60269c8660b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:33:00Z', 'updated_at': '2022-09-24T14:33:07Z', 'revision_number': 4, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'subnets': [{'id': '3812f992-e607-435d-b3b4-60269c8660b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:08.553486 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:08.596166 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e520354-d6dc-47cd-b8a3-d6bcc1a6794e None None] The sync data for ids ['215a4c64-295f-4b2d-87b6-1de2a7148afa'] in dv-cinder-859193-1-iscsi is: [{'id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'name': 'tempest-TestShelveInstance-1342479873-router', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:33:01Z', 'revision_number': 4, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'gw_port': {'id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': 'ad721c24-4623-4f5b-85ee-5d509310687b', 'name': '', 'network_id': 'b3777d01-ea39-476d-bce8-9710ce6bbdce', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'mac_address': 'fa:16:3e:bf:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3812f992-e607-435d-b3b4-60269c8660b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:33:00Z', 'updated_at': '2022-09-24T14:33:07Z', 'revision_number': 4, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'subnets': [{'id': '3812f992-e607-435d-b3b4-60269c8660b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:33:08.597716 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port ad721c24-4623-4f5b-85ee-5d509310687b triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:08.598228 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:08.598563 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port ad721c24-4623-4f5b-85ee-5d509310687b Sep 24 14:33:08.689513 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a77ebf41-e550-4edc-a89a-267f0cb6adcc req-7dba1e48-c6fd-4523-ab43-2ad2343b5935 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054339 Sep 24 14:33:08.791784 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port ad721c24-4623-4f5b-85ee-5d509310687b is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:08.880777 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e661f4e-d07b-4c9f-bb17-3529422b167c req-08d71efb-1327-4daf-8974-a3aea651bdcf tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:08.883245 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4e661f4e-d07b-4c9f-bb17-3529422b167c req-08d71efb-1327-4daf-8974-a3aea651bdcf tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0610774 Sep 24 14:33:08.895259 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:08.938211 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4e661f4e-d07b-4c9f-bb17-3529422b167c req-1f056687-50af-4706-9fa3-51507596c9ae tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494075 Sep 24 14:33:09.305382 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bad81-c765-44ff-bc49-29b3dd3d57c3 req-70c71f81-c85d-4d93-b839-13405136f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:09.306904 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436bad81-c765-44ff-bc49-29b3dd3d57c3 req-70c71f81-c85d-4d93-b839-13405136f527 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8830800be89540929716703bdbb07b13&device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 1168 time: 0.0456774 Sep 24 14:33:09.397322 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bad81-c765-44ff-bc49-29b3dd3d57c3 req-751c4421-d939-49af-9338-caedc7af3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:09.398779 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436bad81-c765-44ff-bc49-29b3dd3d57c3 req-751c4421-d939-49af-9338-caedc7af3f77 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=7923ceef-7faf-4f7b-a32e-f1f06464878c HTTP/1.1" status: 200 len: 914 time: 0.0861418 Sep 24 14:33:09.483296 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436bad81-c765-44ff-bc49-29b3dd3d57c3 req-c5e6b033-c7d7-4c88-a1b1-32f5d1b2bb53 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b51d80e5-325c-440f-824b-228eda3d320a HTTP/1.1" status: 200 len: 1001 time: 0.0599122 Sep 24 14:33:09.532785 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bad81-c765-44ff-bc49-29b3dd3d57c3 req-ec18d3a3-8fba-4ede-aea5-636de8d4a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:09.534222 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436bad81-c765-44ff-bc49-29b3dd3d57c3 req-ec18d3a3-8fba-4ede-aea5-636de8d4a1fd service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=70115d5e-0d32-4b88-b4ff-3c9659a6b16b HTTP/1.1" status: 200 len: 853 time: 0.0447178 Sep 24 14:33:09.584602 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bad81-c765-44ff-bc49-29b3dd3d57c3 req-eb9fa44d-e321-4089-a878-21b804e1acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:09.586074 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436bad81-c765-44ff-bc49-29b3dd3d57c3 req-eb9fa44d-e321-4089-a878-21b804e1acaf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7923ceef-7faf-4f7b-a32e-f1f06464878c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387366 Sep 24 14:33:09.683208 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436bad81-c765-44ff-bc49-29b3dd3d57c3 req-04e26241-9901-4ec4-9635-413b21b2c555 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890064 Sep 24 14:33:10.064992 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63682c02-e0f5-4694-9f35-9c5ae07394e7 req-00b73d00-1036-4fcf-abd3-6e9e2d4e2ed6 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:10.066447 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-63682c02-e0f5-4694-9f35-9c5ae07394e7 req-00b73d00-1036-4fcf-abd3-6e9e2d4e2ed6 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0472426 Sep 24 14:33:10.114391 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-63682c02-e0f5-4694-9f35-9c5ae07394e7 req-9a26e55c-fb1f-4574-8e43-52aa29cdd156 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422235 Sep 24 14:33:10.151316 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device ad721c24-4623-4f5b-85ee-5d509310687b up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:33:10.203665 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port ad721c24-4623-4f5b-85ee-5d509310687b triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:10.204031 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:10.204361 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port ad721c24-4623-4f5b-85ee-5d509310687b Sep 24 14:33:10.283714 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port ad721c24-4623-4f5b-85ee-5d509310687b is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:10.486693 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:10.532142 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-436bad81-c765-44ff-bc49-29b3dd3d57c3 req-55d8a4cc-60fe-4059-9665-dbef736ba227 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065652 Sep 24 14:33:11.236065 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1dc27-01c2-4774-a5d7-e408e2b7d050 req-1dacb2a0-69e6-4b16-a15d-d6fe029c1df8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:11.237529 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-78e1dc27-01c2-4774-a5d7-e408e2b7d050 req-1dacb2a0-69e6-4b16-a15d-d6fe029c1df8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0456264 Sep 24 14:33:11.288627 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-78e1dc27-01c2-4774-a5d7-e408e2b7d050 req-425d8fe3-c503-45c9-a602-4904fee1d510 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455475 Sep 24 14:33:11.721312 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f06577-becd-4e69-897f-7995275ec5fb req-59f4765e-2183-4130-92d4-14f71a5d34ff tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:11.722701 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-42f06577-becd-4e69-897f-7995275ec5fb req-59f4765e-2183-4130-92d4-14f71a5d34ff tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0752091 Sep 24 14:33:11.731647 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0feb-7601-4e9d-bf7a-b1245a8fbb83 req-2a0a3844-0df3-4540-8772-c6164fb5ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:11.733096 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556a0feb-7601-4e9d-bf7a-b1245a8fbb83 req-2a0a3844-0df3-4540-8772-c6164fb5ad9f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 1130 time: 0.0526214 Sep 24 14:33:11.826616 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-42f06577-becd-4e69-897f-7995275ec5fb req-f8b9d490-4ca4-4378-a136-adfc46167996 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969329 Sep 24 14:33:11.857521 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0feb-7601-4e9d-bf7a-b1245a8fbb83 req-55a5aa10-14aa-4d94-8cfb-9eb5ae2ed06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:11.858986 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556a0feb-7601-4e9d-bf7a-b1245a8fbb83 req-55a5aa10-14aa-4d94-8cfb-9eb5ae2ed06a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 918 time: 0.1196208 Sep 24 14:33:11.921053 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556a0feb-7601-4e9d-bf7a-b1245a8fbb83 req-54682c37-cc90-4fe6-9ded-cb14424c7b7a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b HTTP/1.1" status: 200 len: 1002 time: 0.0554218 Sep 24 14:33:11.963460 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:11.974690 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0feb-7601-4e9d-bf7a-b1245a8fbb83 req-4896749f-ea0c-4a54-8a85-1504d83e3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:11.976139 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556a0feb-7601-4e9d-bf7a-b1245a8fbb83 req-4896749f-ea0c-4a54-8a85-1504d83e3c8f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.0489769 Sep 24 14:33:12.021526 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0feb-7601-4e9d-bf7a-b1245a8fbb83 req-19cdefcc-5988-4216-9bd5-86d1cac83a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:12.023326 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556a0feb-7601-4e9d-bf7a-b1245a8fbb83 req-19cdefcc-5988-4216-9bd5-86d1cac83a06 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400727 Sep 24 14:33:12.123833 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556a0feb-7601-4e9d-bf7a-b1245a8fbb83 req-3fc6bb2a-0069-401b-9508-50e60b718084 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886266 Sep 24 14:33:12.213877 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556a0feb-7601-4e9d-bf7a-b1245a8fbb83 req-5353f57b-034b-4bce-9772-5830c8fef44b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842602 Sep 24 14:33:12.950783 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6985bd-e9aa-40d9-9501-8f83f50c950d req-f2964200-9acb-4974-9e0e-62d2bf0f3532 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:12.952210 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-bf6985bd-e9aa-40d9-9501-8f83f50c950d req-f2964200-9acb-4974-9e0e-62d2bf0f3532 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0475948 Sep 24 14:33:13.010345 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-bf6985bd-e9aa-40d9-9501-8f83f50c950d req-3b55b571-2028-4bf6-8de8-1484961fe2fb tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521502 Sep 24 14:33:14.133419 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b2f8d-03d5-4d72-b4b3-7e034e71eaec req-df1adf4e-6fdc-4523-b5bf-5f6a399ec307 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:14.134913 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d1b2f8d-03d5-4d72-b4b3-7e034e71eaec req-df1adf4e-6fdc-4523-b5bf-5f6a399ec307 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0457222 Sep 24 14:33:14.185131 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d1b2f8d-03d5-4d72-b4b3-7e034e71eaec req-e0751d2a-de20-4ead-901c-f3d68e551c00 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445364 Sep 24 14:33:15.312813 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7293816-f796-40ea-a0aa-79031b7e426b req-c6fe0051-f101-4224-805d-d0a283f7b0de tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:15.314259 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a7293816-f796-40ea-a0aa-79031b7e426b req-c6fe0051-f101-4224-805d-d0a283f7b0de tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0465231 Sep 24 14:33:15.364344 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a7293816-f796-40ea-a0aa-79031b7e426b req-52fa2bb9-6e63-4743-82b7-1102799695ff tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443606 Sep 24 14:33:16.488610 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daeb88e-9f59-492d-820b-27643b1a2e2f req-f50d0af8-2921-416b-93ec-a4272b7751b0 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:16.490098 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9daeb88e-9f59-492d-820b-27643b1a2e2f req-f50d0af8-2921-416b-93ec-a4272b7751b0 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0473404 Sep 24 14:33:16.536671 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9daeb88e-9f59-492d-820b-27643b1a2e2f req-ebd93149-4cd8-47d7-9ef1-68464d92bc20 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410371 Sep 24 14:33:16.655382 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539846a-e589-4463-afc3-4fb26b4215b3 req-e4e571b9-11f7-49db-a087-774d8bcdd4ff tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:16.657105 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8539846a-e589-4463-afc3-4fb26b4215b3 req-e4e571b9-11f7-49db-a087-774d8bcdd4ff tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0505652 Sep 24 14:33:16.667179 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45010) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:16.671640 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-768d2755-fcc7-457f-95f4-7fc5b5c17f16 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Request body: {'floatingip': {'port_id': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:16.724532 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-768d2755-fcc7-457f-95f4-7fc5b5c17f16 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for floatingip (d7ef5804-082a-4780-9c0d-ccc10f14dec6), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:17.157035 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:17.157734 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:17.410275 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-768d2755-fcc7-457f-95f4-7fc5b5c17f16 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:17.414009 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-768d2755-fcc7-457f-95f4-7fc5b5c17f16 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (d7ef5804-082a-4780-9c0d-ccc10f14dec6), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:17.459375 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:17.506485 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6af2c2ef-d22d-4427-8eed-22e25046517b req-b2b1755c-36d7-4afb-9315-3f47661768a7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886409 Sep 24 14:33:17.630294 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c2ef-d22d-4427-8eed-22e25046517b req-1e702c28-6223-47e0-be55-bd6bde07b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:17.631810 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6af2c2ef-d22d-4427-8eed-22e25046517b req-1e702c28-6223-47e0-be55-bd6bde07b610 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 1129 time: 0.0792937 Sep 24 14:33:17.742655 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768d2755-fcc7-457f-95f4-7fc5b5c17f16 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Router 2cba54f6-562a-4f55-9f3b-72403f68d093 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:33:17.772460 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c2ef-d22d-4427-8eed-22e25046517b req-d0d32125-e01c-4342-8959-cf38e6466970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:17.773893 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6af2c2ef-d22d-4427-8eed-22e25046517b req-d0d32125-e01c-4342-8959-cf38e6466970 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 918 time: 0.1135759 Sep 24 14:33:17.844362 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6af2c2ef-d22d-4427-8eed-22e25046517b req-e0f720da-b0f2-4f71-9d9f-0e27cc98cdd6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c943efd-ace2-4916-8133-bc99ff2e01cf HTTP/1.1" status: 200 len: 217 time: 0.0362000 Sep 24 14:33:17.935675 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c2ef-d22d-4427-8eed-22e25046517b req-14bb7972-550f-4700-a487-c8f0163b3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:17.937128 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6af2c2ef-d22d-4427-8eed-22e25046517b req-14bb7972-550f-4700-a487-c8f0163b3563 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.0867095 Sep 24 14:33:17.938502 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768d2755-fcc7-457f-95f4-7fc5b5c17f16 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:33:17.942985 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-768d2755-fcc7-457f-95f4-7fc5b5c17f16 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:17.957667 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cff8b84-0f9b-47e4-bd73-3a110d04d4ca None None] Sync routers for ids ['2cba54f6-562a-4f55-9f3b-72403f68d093'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:33:17.969361 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cff8b84-0f9b-47e4-bd73-3a110d04d4ca None None] Routers {'2cba54f6-562a-4f55-9f3b-72403f68d093'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:33:17.969984 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-3cff8b84-0f9b-47e4-bd73-3a110d04d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:32:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['2cba54f6-562a-4f55-9f3b-72403f68d093'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:18.003718 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'tag': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:33:18.005849 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556136d9-22ee-4118-b517-4d91fbba0f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c64d080-3e58-4d1a-a7cc-a2406fc39ce9", "tag": "1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:33:18.008658 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c2ef-d22d-4427-8eed-22e25046517b req-9517f4c1-74de-43af-8151-0eaaf0d9004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:18.010129 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6af2c2ef-d22d-4427-8eed-22e25046517b req-9517f4c1-74de-43af-8151-0eaaf0d9004e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647714 Sep 24 14:33:18.048755 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:18.057155 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d27acb-540f-4a80-909f-a7792d5a6902 x-openstack-request-id: req-c2d27acb-540f-4a80-909f-a7792d5a6902 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:33:18.057450 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c64d080-3e58-4d1a-a7cc-a2406fc39ce9", "tag": "1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:33:18.057700 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2d27acb-540f-4a80-909f-a7792d5a6902 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:33:18.058090 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d27acb-540f-4a80-909f-a7792d5a6902'] response: {'name': 'network-changed', 'server_uuid': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'tag': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'status': 'completed', 'code': 200} Sep 24 14:33:18.073823 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-3cff8b84-0f9b-47e4-bd73-3a110d04d4ca None None] Set router 2cba54f6-562a-4f55-9f3b-72403f68d093 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:33:18.091515 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-768d2755-fcc7-457f-95f4-7fc5b5c17f16 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/d7ef5804-082a-4780-9c0d-ccc10f14dec6 HTTP/1.1" status: 200 len: 994 time: 1.4232585 Sep 24 14:33:18.160002 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6af2c2ef-d22d-4427-8eed-22e25046517b req-e0129e12-f408-4037-b17a-d452d069a71d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316030 Sep 24 14:33:18.165148 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556136d9-22ee-4118-b517-4d91fbba0f6b req-661b348c-7a8b-4147-b183-593022330ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:18.166548 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556136d9-22ee-4118-b517-4d91fbba0f6b req-661b348c-7a8b-4147-b183-593022330ac1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 1130 time: 0.0554128 Sep 24 14:33:18.175652 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:18.210237 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:18.288383 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-3cff8b84-0f9b-47e4-bd73-3a110d04d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'd7ef5804-082a-4780-9c0d-ccc10f14dec6', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'port_id': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'mac_address': 'fa:16:3e:36:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:29:34Z', 'updated_at': '2022-09-24T14:33:17Z', 'revision_number': 3, 'project_id': '9b458789f89a441caad76e78167bc00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c750f3-733f-4366-9519-1e9eb9460da7', 'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'mac_address': 'fa:16:3e:2e:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:15Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 5, 'project_id': '9b458789f89a441caad76e78167bc00b', 'subnets': [{'id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:18.313509 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cff8b84-0f9b-47e4-bd73-3a110d04d4ca None None] Checking router: 2cba54f6-562a-4f55-9f3b-72403f68d093 for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:33:18.322263 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cff8b84-0f9b-47e4-bd73-3a110d04d4ca None None] Routers {'2cba54f6-562a-4f55-9f3b-72403f68d093'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:33:18.322898 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-3cff8b84-0f9b-47e4-bd73-3a110d04d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:32:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['2cba54f6-562a-4f55-9f3b-72403f68d093'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:18.329658 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6af2c2ef-d22d-4427-8eed-22e25046517b req-129c5c46-5fc8-4ed4-b8d1-5a404b66919b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621807 Sep 24 14:33:18.331001 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556136d9-22ee-4118-b517-4d91fbba0f6b req-ec3c7b0d-75d5-439c-84dd-f0b7d594ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:18.332309 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556136d9-22ee-4118-b517-4d91fbba0f6b req-ec3c7b0d-75d5-439c-84dd-f0b7d594ab4e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 918 time: 0.1574526 Sep 24 14:33:18.387861 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:18.408937 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556136d9-22ee-4118-b517-4d91fbba0f6b req-eebee815-5a6f-418f-94aa-2da7644b62e8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b HTTP/1.1" status: 200 len: 1002 time: 0.0604489 Sep 24 14:33:18.432758 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-3cff8b84-0f9b-47e4-bd73-3a110d04d4ca None None] Set router 2cba54f6-562a-4f55-9f3b-72403f68d093 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:33:18.471987 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556136d9-22ee-4118-b517-4d91fbba0f6b req-21c56ae1-7084-470e-bfe9-77d30a2e96de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:18.474262 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556136d9-22ee-4118-b517-4d91fbba0f6b req-21c56ae1-7084-470e-bfe9-77d30a2e96de service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.0472419 Sep 24 14:33:18.509277 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:18.636334 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-3cff8b84-0f9b-47e4-bd73-3a110d04d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'd7ef5804-082a-4780-9c0d-ccc10f14dec6', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'port_id': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'mac_address': 'fa:16:3e:36:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:29:34Z', 'updated_at': '2022-09-24T14:33:17Z', 'revision_number': 3, 'project_id': '9b458789f89a441caad76e78167bc00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c750f3-733f-4366-9519-1e9eb9460da7', 'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'mac_address': 'fa:16:3e:2e:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:15Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 5, 'project_id': '9b458789f89a441caad76e78167bc00b', 'subnets': [{'id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:18.665080 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cff8b84-0f9b-47e4-bd73-3a110d04d4ca None None] The sync data for ids ['2cba54f6-562a-4f55-9f3b-72403f68d093'] in dv-cinder-859193-1-iscsi is: [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'd7ef5804-082a-4780-9c0d-ccc10f14dec6', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'port_id': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'mac_address': 'fa:16:3e:36:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:29:34Z', 'updated_at': '2022-09-24T14:33:17Z', 'revision_number': 3, 'project_id': '9b458789f89a441caad76e78167bc00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c750f3-733f-4366-9519-1e9eb9460da7', 'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'mac_address': 'fa:16:3e:2e:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:15Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 5, 'project_id': '9b458789f89a441caad76e78167bc00b', 'subnets': [{'id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:33:18.822199 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556136d9-22ee-4118-b517-4d91fbba0f6b req-ef443508-72ff-4255-ad51-8f53e4c00372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:18.823829 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556136d9-22ee-4118-b517-4d91fbba0f6b req-ef443508-72ff-4255-ad51-8f53e4c00372 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413866 Sep 24 14:33:18.922757 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556136d9-22ee-4118-b517-4d91fbba0f6b req-0f2aa763-fab4-439d-bb03-67c15e57d7d2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876839 Sep 24 14:33:19.043059 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-556136d9-22ee-4118-b517-4d91fbba0f6b req-be2055d4-8baf-4b88-86cb-77cc40bcaf33 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980003 Sep 24 14:33:20.059598 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'tag': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:33:20.061932 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34807fe7-b665-424d-a715-7dff05326e49" -d '{"events": [{"name": "network-changed", "server_uuid": "6c64d080-3e58-4d1a-a7cc-a2406fc39ce9", "tag": "1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:33:20.100484 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448f91bf-afcd-4628-b34e-48e63218b993 x-openstack-request-id: req-448f91bf-afcd-4628-b34e-48e63218b993 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:33:20.100806 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c64d080-3e58-4d1a-a7cc-a2406fc39ce9", "tag": "1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:33:20.101056 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-448f91bf-afcd-4628-b34e-48e63218b993 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:33:20.101455 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448f91bf-afcd-4628-b34e-48e63218b993'] response: {'name': 'network-changed', 'server_uuid': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'tag': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'status': 'completed', 'code': 200} Sep 24 14:33:20.197195 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34807fe7-b665-424d-a715-7dff05326e49 req-7a780ed8-23ed-4caf-a28c-7799d21d3c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:20.198652 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-34807fe7-b665-424d-a715-7dff05326e49 req-7a780ed8-23ed-4caf-a28c-7799d21d3c89 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9b458789f89a441caad76e78167bc00b&device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 1130 time: 0.0388651 Sep 24 14:33:20.290430 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34807fe7-b665-424d-a715-7dff05326e49 req-a2d3ea6b-526e-4686-9655-e101ad988bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:20.291887 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-34807fe7-b665-424d-a715-7dff05326e49 req-a2d3ea6b-526e-4686-9655-e101ad988bd2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 200 len: 918 time: 0.0836525 Sep 24 14:33:20.354119 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-34807fe7-b665-424d-a715-7dff05326e49 req-819f592a-95fb-4b23-af09-69ab117031cd service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b HTTP/1.1" status: 200 len: 1002 time: 0.0554512 Sep 24 14:33:20.401076 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34807fe7-b665-424d-a715-7dff05326e49 req-5a994b88-3e9f-4450-acdf-d51b4dd7a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:20.402513 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-34807fe7-b665-424d-a715-7dff05326e49 req-5a994b88-3e9f-4450-acdf-d51b4dd7a6de service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 200 len: 857 time: 0.0420797 Sep 24 14:33:20.443624 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34807fe7-b665-424d-a715-7dff05326e49 req-5ba367e4-4558-4c84-9c2d-8ed8e5b2ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:20.445010 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-34807fe7-b665-424d-a715-7dff05326e49 req-5ba367e4-4558-4c84-9c2d-8ed8e5b2ffeb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=24a47d24-f7df-4dec-9596-133c854781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0359797 Sep 24 14:33:20.525264 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:20.539916 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-34807fe7-b665-424d-a715-7dff05326e49 req-0d140de6-550c-447b-9d80-97e1c9a2fab1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859294 Sep 24 14:33:20.631503 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-34807fe7-b665-424d-a715-7dff05326e49 req-3e190885-279c-46d5-8e92-c9542d5871cf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838280 Sep 24 14:33:21.257950 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:21.263588 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:25.678325 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2c0bfb63-e43a-4743-8c7c-f632719c932d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:26.643533 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:26.648018 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=31 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:28.098057 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b6a43843-f0a5-41b8-a189-d928de3de89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:29.196391 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:29.667076 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-9252c5e7-ba9a-4271-a754-bf97a14e31aa tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-309884726&fields=id&tenant_id=71699c60daeb48aaaf5b0611c8f68bc4 HTTP/1.1" status: 200 len: 267 time: 0.0458128 Sep 24 14:33:29.774797 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-d23ce450-b7ab-4a12-be35-5ed76e9f7a24 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:29.776189 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-d23ce450-b7ab-4a12-be35-5ed76e9f7a24 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/networks?id=c76e3e68-c534-4730-a021-cd40e96a2838 HTTP/1.1" status: 200 len: 809 time: 0.1027098 Sep 24 14:33:29.790679 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-0cca7bb9-bd4b-4828-a4b0-e44e47c21147 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/quotas/71699c60daeb48aaaf5b0611c8f68bc4 HTTP/1.1" status: 200 len: 375 time: 0.0088086 Sep 24 14:33:29.843687 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-8bdd1070-604f-403a-8944-9d116cf86356 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=71699c60daeb48aaaf5b0611c8f68bc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481944 Sep 24 14:33:29.914515 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:29.982831 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-e47bb7c1-cb40-4541-ad8d-3633ab4de5b3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282094 Sep 24 14:33:30.079319 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-89562a65-0c1b-4225-b3bb-9c2b3356d3f5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906556 Sep 24 14:33:30.374365 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-40802dfc-066a-4327-883b-a3d5310337ab req-25fcc995-854c-46a6-ae29-303660450984 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 210 time: 0.0279460 Sep 24 14:33:30.646262 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:30.836002 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:31.475333 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-969bfbf0-563b-4b2a-8d75-a06b1e79363e req-459e2051-8923-4e87-abc9-8476302aa2b7 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 210 time: 0.0289154 Sep 24 14:33:31.669384 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-aa1fcab1-e079-45be-b35d-f2b5433146df tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:31.670740 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-aa1fcab1-e079-45be-b35d-f2b5433146df tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c76e3e68-c534-4730-a021-cd40e96a2838 HTTP/1.1" status: 200 len: 809 time: 0.1068010 Sep 24 14:33:31.751991 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-f9de484c-d941-45f6-858f-b7df33da0af1 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=71699c60daeb48aaaf5b0611c8f68bc4 HTTP/1.1" status: 200 len: 379 time: 0.0632596 Sep 24 14:33:31.762411 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-b2f6e844-a917-4773-b0c7-e9fe9c03d3a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Request body: {'port': {'device_id': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'admin_state_up': True, 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'security_groups': ['ba1dfa8f-9246-4607-99d6-767b95ba210a']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:31.869559 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-b2f6e844-a917-4773-b0c7-e9fe9c03d3a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Made reservation on behalf of 71699c60daeb48aaaf5b0611c8f68bc4 for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:33:31.873338 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-b2f6e844-a917-4773-b0c7-e9fe9c03d3a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:31.997331 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-b2f6e844-a917-4773-b0c7-e9fe9c03d3a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Allocated IP 172.20.0.4 (c76e3e68-c534-4730-a021-cd40e96a2838/dbf98105-c916-4f21-b22a-49431cfee887/22fef065-180c-4fb8-a36d-5b7d245d2726) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:33:32.000996 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:32.141947 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-b2f6e844-a917-4773-b0c7-e9fe9c03d3a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:32.173278 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-b2f6e844-a917-4773-b0c7-e9fe9c03d3a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:32.216014 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-b2f6e844-a917-4773-b0c7-e9fe9c03d3a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Network c76e3e68-c534-4730-a021-cd40e96a2838 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:33:32.219718 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-b2f6e844-a917-4773-b0c7-e9fe9c03d3a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:33:32.223738 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-b2f6e844-a917-4773-b0c7-e9fe9c03d3a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:33:32.228960 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:32.247859 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6e844-a917-4773-b0c7-e9fe9c03d3a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Pushing event updated for resources: {'Port': ['ID=22fef065-180c-4fb8-a36d-5b7d245d2726,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:32.282408 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-b2f6e844-a917-4773-b0c7-e9fe9c03d3a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:32.283102 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-b2f6e844-a917-4773-b0c7-e9fe9c03d3a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:32.299828 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-b2f6e844-a917-4773-b0c7-e9fe9c03d3a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5410969 Sep 24 14:33:32.323724 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Request body: {'port': {'device_id': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:32.389022 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:32.439004 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ed650aaf-ddb8-4602-90e6-1e66428b6244 None None] Provisioning complete for port 22fef065-180c-4fb8-a36d-5b7d245d2726 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:32.439562 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ed650aaf-ddb8-4602-90e6-1e66428b6244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:32.439680 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ed650aaf-ddb8-4602-90e6-1e66428b6244 None None] Attempt 1 to provision port 22fef065-180c-4fb8-a36d-5b7d245d2726 Sep 24 14:33:32.471737 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ed650aaf-ddb8-4602-90e6-1e66428b6244 None None] Port 22fef065-180c-4fb8-a36d-5b7d245d2726 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:33:32.602669 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee17bef-4165-4ad8-bea3-e23516d02e68 req-eecf2b2a-9d61-4786-9e2e-81c60438f3e2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:32.604253 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fee17bef-4165-4ad8-bea3-e23516d02e68 req-eecf2b2a-9d61-4786-9e2e-81c60438f3e2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 931 time: 0.0484750 Sep 24 14:33:32.656787 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fee17bef-4165-4ad8-bea3-e23516d02e68 req-09f47ec9-bdc8-4b05-9669-b3a8cb211ed6 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465505 Sep 24 14:33:32.886706 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22fef065-180c-4fb8-a36d-5b7d245d2726 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:33:32.894669 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Publish callbacks [] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:32.906793 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Transition to ACTIVE for port object 22fef065-180c-4fb8-a36d-5b7d245d2726 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:33:32.910410 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:32.969216 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Pushing event updated for resources: {'Port': ['ID=22fef065-180c-4fb8-a36d-5b7d245d2726,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:32.972985 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ed650aaf-ddb8-4602-90e6-1e66428b6244 None None] Attempt 2 to provision port 22fef065-180c-4fb8-a36d-5b7d245d2726 Sep 24 14:33:32.995496 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:33.005877 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ed650aaf-ddb8-4602-90e6-1e66428b6244 None None] Port 22fef065-180c-4fb8-a36d-5b7d245d2726 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:33:33.021316 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Attempting to bind port 22fef065-180c-4fb8-a36d-5b7d245d2726 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:33:33.021653 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Attempting to bind port 22fef065-180c-4fb8-a36d-5b7d245d2726 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '257a0414-760e-4984-876a-66c3b8fe569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:33:33.021980 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Attempting to bind port 22fef065-180c-4fb8-a36d-5b7d245d2726 on network c76e3e68-c534-4730-a021-cd40e96a2838 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:33:33.065874 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Port 22fef065-180c-4fb8-a36d-5b7d245d2726 on network c76e3e68-c534-4730-a021-cd40e96a2838 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:33:33.066194 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Attempting to bind port 22fef065-180c-4fb8-a36d-5b7d245d2726 on network c76e3e68-c534-4730-a021-cd40e96a2838 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:33:33.106348 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:33:33.106619 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Checking segment: {'id': '257a0414-760e-4984-876a-66c3b8fe569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:33:33.107037 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Bound using segment: {'id': '257a0414-760e-4984-876a-66c3b8fe569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:33:33.107469 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Bound port: 22fef065-180c-4fb8-a36d-5b7d245d2726, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257a0414-760e-4984-876a-66c3b8fe569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:33:33.107826 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:33.166432 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] For port 22fef065-180c-4fb8-a36d-5b7d245d2726, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:33:33.169461 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] For port 22fef065-180c-4fb8-a36d-5b7d245d2726, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=22fef065-180c-4fb8-a36d-5b7d245d2726,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:33:33.175782 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:33.179654 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:33.180263 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:33.181618 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/22fef065-180c-4fb8-a36d-5b7d245d2726 HTTP/1.1" status: 200 len: 1093 time: 0.8625622 Sep 24 14:33:33.182196 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:33:33.184473 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3d44fb-158a-4492-aec9-431df4940bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:33:33.226452 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4e15d8-8fc9-40a0-b2a1-f4de034e0ebf x-openstack-request-id: req-8e4e15d8-8fc9-40a0-b2a1-f4de034e0ebf {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:33:33.226737 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:33:33.227018 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e4e15d8-8fc9-40a0-b2a1-f4de034e0ebf {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:33:33.227429 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4e15d8-8fc9-40a0-b2a1-f4de034e0ebf'] response: {'name': 'network-changed', 'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'status': 'completed', 'code': 200} Sep 24 14:33:33.237302 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6c3c2-bf34-4361-9dc4-29327c08b584 service neutron] Pushing event updated for resources: {'Port': ['ID=22fef065-180c-4fb8-a36d-5b7d245d2726,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:33.301151 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-09025058-b5d8-4478-a3fc-78ffcd16511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:33.302610 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-09025058-b5d8-4478-a3fc-78ffcd16511d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=71699c60daeb48aaaf5b0611c8f68bc4&device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 1127 time: 0.0428858 Sep 24 14:33:33.348064 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-a6bb632c-7e22-49c0-a9f2-c34bf9fb2fe5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22fef065-180c-4fb8-a36d-5b7d245d2726 HTTP/1.1" status: 200 len: 217 time: 0.0321627 Sep 24 14:33:33.397257 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-7b8d3060-5d35-47fa-a632-30e5912837f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:33.398653 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-7b8d3060-5d35-47fa-a632-30e5912837f7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=dbf98105-c916-4f21-b22a-49431cfee887 HTTP/1.1" status: 200 len: 848 time: 0.0434525 Sep 24 14:33:33.434707 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:33.446000 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-f4447a70-05d5-49a3-a27e-ede4c97792c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:33.447500 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-f4447a70-05d5-49a3-a27e-ede4c97792c4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c76e3e68-c534-4730-a021-cd40e96a2838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422645 Sep 24 14:33:33.506611 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ed650aaf-ddb8-4602-90e6-1e66428b6244 None None] Attempt 3 to provision port 22fef065-180c-4fb8-a36d-5b7d245d2726 Sep 24 14:33:33.537310 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-03e5522b-db81-4dab-b58b-22607b8cb755 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829883 Sep 24 14:33:33.543288 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ed650aaf-ddb8-4602-90e6-1e66428b6244 None None] Port 22fef065-180c-4fb8-a36d-5b7d245d2726 had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:33:33.629672 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-830a9a4c-b1ed-4967-b276-d3d5547973ba req-b644d7cd-cde6-477a-a590-73701f40f43c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856607 Sep 24 14:33:33.776915 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741618fc-b0cd-498d-bd91-347c6763ac06 req-b6570ef4-36b2-4e7a-8f87-20417eec9cd2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:33.778519 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-741618fc-b0cd-498d-bd91-347c6763ac06 req-b6570ef4-36b2-4e7a-8f87-20417eec9cd2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0487387 Sep 24 14:33:33.825985 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-741618fc-b0cd-498d-bd91-347c6763ac06 req-3ecdb763-bdf3-4977-80b9-c8d660912cf0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411067 Sep 24 14:33:34.917411 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d44fb-158a-4492-aec9-431df4940bcd req-8aa90c76-ff11-4135-9b11-c8106e13bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:34.918882 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5b3d44fb-158a-4492-aec9-431df4940bcd req-8aa90c76-ff11-4135-9b11-c8106e13bece service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=71699c60daeb48aaaf5b0611c8f68bc4&device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 1127 time: 0.0492609 Sep 24 14:33:34.995894 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dcf7a-0816-4f51-8730-acf0857d0810 req-08466907-68b4-4fe6-8d91-b20338c55d85 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:34.997347 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-417dcf7a-0816-4f51-8730-acf0857d0810 req-08466907-68b4-4fe6-8d91-b20338c55d85 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0943913 Sep 24 14:33:35.074968 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d44fb-158a-4492-aec9-431df4940bcd req-ca154e30-daa9-4273-8ab3-c575dcea9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:35.076422 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5b3d44fb-158a-4492-aec9-431df4940bcd req-ca154e30-daa9-4273-8ab3-c575dcea9b09 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c76e3e68-c534-4730-a021-cd40e96a2838 HTTP/1.1" status: 200 len: 909 time: 0.1418664 Sep 24 14:33:35.081172 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-417dcf7a-0816-4f51-8730-acf0857d0810 req-5455e929-dee4-4b29-ac78-ddc37b04ae7e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776355 Sep 24 14:33:35.119623 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5b3d44fb-158a-4492-aec9-431df4940bcd req-fa75f152-e6d0-49b0-9222-e2dacc2e829b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22fef065-180c-4fb8-a36d-5b7d245d2726 HTTP/1.1" status: 200 len: 217 time: 0.0367644 Sep 24 14:33:35.169065 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d44fb-158a-4492-aec9-431df4940bcd req-5dd27f4f-d1d2-4c3b-901f-523d519f5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:35.170488 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5b3d44fb-158a-4492-aec9-431df4940bcd req-5dd27f4f-d1d2-4c3b-901f-523d519f5ab4 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=dbf98105-c916-4f21-b22a-49431cfee887 HTTP/1.1" status: 200 len: 848 time: 0.0445306 Sep 24 14:33:35.213913 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d44fb-158a-4492-aec9-431df4940bcd req-226bd5ef-e272-44e0-b32c-6eb22f978c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:35.215395 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5b3d44fb-158a-4492-aec9-431df4940bcd req-226bd5ef-e272-44e0-b32c-6eb22f978c69 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c76e3e68-c534-4730-a021-cd40e96a2838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387602 Sep 24 14:33:35.273231 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:35.309891 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5b3d44fb-158a-4492-aec9-431df4940bcd req-86b949ae-f7f8-4538-8130-fd9eddc20f5b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868683 Sep 24 14:33:35.397997 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5b3d44fb-158a-4492-aec9-431df4940bcd req-86c5ae41-c889-44a8-95f6-1478eef7a578 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818601 Sep 24 14:33:36.200332 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a90587-cb04-4647-ad9a-1aa7826b710c req-938e32e0-cfde-4247-ab3e-501168797fe4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:36.201755 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e9a90587-cb04-4647-ad9a-1aa7826b710c req-938e32e0-cfde-4247-ab3e-501168797fe4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0461442 Sep 24 14:33:36.248641 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e9a90587-cb04-4647-ad9a-1aa7826b710c req-2a441881-093e-4ffe-a996-d1f1052414a2 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413103 Sep 24 14:33:37.202881 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:33:37.374030 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69466d99-9d11-4669-8f56-0a59d4e059f1 req-3201fcc4-07d9-4909-8296-249d8d21c036 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:37.375513 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-69466d99-9d11-4669-8f56-0a59d4e059f1 req-3201fcc4-07d9-4909-8296-249d8d21c036 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0501194 Sep 24 14:33:37.423672 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-69466d99-9d11-4669-8f56-0a59d4e059f1 req-51f6798a-aa48-44f9-a2cc-d60ecd889676 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426776 Sep 24 14:33:38.543184 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242f2e4-65ed-44df-bb1f-65c37e59f3c8 req-8d85ed05-0e21-4181-b732-d5ebfaf9ea48 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:38.544686 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1242f2e4-65ed-44df-bb1f-65c37e59f3c8 req-8d85ed05-0e21-4181-b732-d5ebfaf9ea48 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0489831 Sep 24 14:33:38.596970 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1242f2e4-65ed-44df-bb1f-65c37e59f3c8 req-5c7dd408-dd06-4adc-b67e-717bf821a1a4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463328 Sep 24 14:33:39.715610 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274e7ce-ca80-4a9b-a787-ae66b5a8c7cf req-3cb58394-208f-4925-b7a5-0c1df74947fa tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:39.717051 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4274e7ce-ca80-4a9b-a787-ae66b5a8c7cf req-3cb58394-208f-4925-b7a5-0c1df74947fa tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0466564 Sep 24 14:33:39.764268 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4274e7ce-ca80-4a9b-a787-ae66b5a8c7cf req-cede1641-2869-4496-95ce-e5ec3cb738d8 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417695 Sep 24 14:33:40.883697 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3425bc0-a75c-460c-b776-82b1d432fc60 req-a8cdb77b-d483-4cb9-8019-5535caad04bb tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:40.885128 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d3425bc0-a75c-460c-b776-82b1d432fc60 req-a8cdb77b-d483-4cb9-8019-5535caad04bb tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0458939 Sep 24 14:33:40.933408 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d3425bc0-a75c-460c-b776-82b1d432fc60 req-8d2531ae-dc07-4b8d-9cd5-8df8893b0387 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427437 Sep 24 14:33:42.052154 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cb3dc-af96-482b-8e8d-ff6afaa1e47b req-8b056b51-9549-4121-b9b5-9cb2d6ac6ffa tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:42.053568 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3c6cb3dc-af96-482b-8e8d-ff6afaa1e47b req-8b056b51-9549-4121-b9b5-9cb2d6ac6ffa tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0459402 Sep 24 14:33:42.104261 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3c6cb3dc-af96-482b-8e8d-ff6afaa1e47b req-491cc6bc-0633-4906-9981-f0d3f01ea87b tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452726 Sep 24 14:33:42.958575 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 22fef065-180c-4fb8-a36d-5b7d245d2726 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:33:43.053839 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 22fef065-180c-4fb8-a36d-5b7d245d2726, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=22fef065-180c-4fb8-a36d-5b7d245d2726,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:33:43.068337 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'port_id': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'mac_address': 'fa:16:3e:4b:1a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:33:43.102632 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 22fef065-180c-4fb8-a36d-5b7d245d2726 is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:43.102992 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:43.115962 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22fef065-180c-4fb8-a36d-5b7d245d2726 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:33:43.135681 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 22fef065-180c-4fb8-a36d-5b7d245d2726, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=22fef065-180c-4fb8-a36d-5b7d245d2726,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:33:43.140825 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:43.186768 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=22fef065-180c-4fb8-a36d-5b7d245d2726,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:43.193934 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.194278 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.194616 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.195001 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.195336 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.195669 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.195999 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.196320 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.196640 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.196956 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.197274 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.197595 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.197911 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.198336 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.198653 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:33:43.225578 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdd89e-6fef-478f-b11e-5f443306c41b req-a6bc7bf0-86ca-4c45-9cda-f89d774b05cf tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:43.227067 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2acdd89e-6fef-478f-b11e-5f443306c41b req-a6bc7bf0-86ca-4c45-9cda-f89d774b05cf tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 944 time: 0.0466959 Sep 24 14:33:43.274344 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2acdd89e-6fef-478f-b11e-5f443306c41b req-6df96532-8f7f-488d-9efb-5ba0de4a1f46 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416925 Sep 24 14:33:43.737372 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['22fef065-180c-4fb8-a36d-5b7d245d2726'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:33:43.898283 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:44.379112 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:44.394120 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd91364-200f-4c8c-9bc9-bdfd0b30ad91 req-24bb7b93-c09d-430a-ae47-7e3c3baec63c tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:44.395594 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-afd91364-200f-4c8c-9bc9-bdfd0b30ad91 req-24bb7b93-c09d-430a-ae47-7e3c3baec63c tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 944 time: 0.0468869 Sep 24 14:33:44.443760 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-afd91364-200f-4c8c-9bc9-bdfd0b30ad91 req-859b511d-4b46-4512-8d2f-7d57a9b9361d tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426099 Sep 24 14:33:44.992526 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 22fef065-180c-4fb8-a36d-5b7d245d2726 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:33:45.033224 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:45.037933 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 22fef065-180c-4fb8-a36d-5b7d245d2726 completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:33:45.043997 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 22fef065-180c-4fb8-a36d-5b7d245d2726 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:33:45.044372 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:45.044709 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 22fef065-180c-4fb8-a36d-5b7d245d2726 Sep 24 14:33:45.237495 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 22fef065-180c-4fb8-a36d-5b7d245d2726 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:33:45.237882 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:45.260892 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:33:45.262985 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770e3757-9722-45b5-b8c8-82ccdcdb0742" -d '{"events": [{"server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "name": "network-vif-plugged", "status": "completed", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:33:45.267374 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:45.276496 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 22fef065-180c-4fb8-a36d-5b7d245d2726, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=22fef065-180c-4fb8-a36d-5b7d245d2726,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:33:45.281524 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:45.306517 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86a04c4-3a85-473f-82b9-b508af6f5b25 x-openstack-request-id: req-f86a04c4-3a85-473f-82b9-b508af6f5b25 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:33:45.306805 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "name": "network-vif-plugged", "status": "completed", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:33:45.307091 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f86a04c4-3a85-473f-82b9-b508af6f5b25 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:33:45.307478 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86a04c4-3a85-473f-82b9-b508af6f5b25'] response: {'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'code': 200} Sep 24 14:33:45.330614 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=22fef065-180c-4fb8-a36d-5b7d245d2726,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:45.598292 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7501382-12e5-49b0-b13a-ef5e161e31dd req-91671544-8e15-4465-939c-680cff549036 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:45.599838 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7501382-12e5-49b0-b13a-ef5e161e31dd req-91671544-8e15-4465-939c-680cff549036 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0767324 Sep 24 14:33:45.604929 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6746a3-4a4e-46c2-b16e-6ba9529897c5 req-53377b68-4461-4898-a11c-a94aa2074490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:45.606296 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-db6746a3-4a4e-46c2-b16e-6ba9529897c5 req-53377b68-4461-4898-a11c-a94aa2074490 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 1129 time: 0.0536003 Sep 24 14:33:45.681847 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7501382-12e5-49b0-b13a-ef5e161e31dd req-ef667bba-009b-4fb2-a6bf-f42a7d0f1366 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746169 Sep 24 14:33:45.684444 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-db6746a3-4a4e-46c2-b16e-6ba9529897c5 req-2d5f70f6-1d73-4047-894b-46b8a5d32493 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707328 Sep 24 14:33:46.803391 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543567b-70dd-4f86-b504-b4b5423a1635 req-6f7b5657-c52a-41ec-abbc-c033a7e7675b tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:46.804826 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4543567b-70dd-4f86-b504-b4b5423a1635 req-6f7b5657-c52a-41ec-abbc-c033a7e7675b tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0500698 Sep 24 14:33:46.852941 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4543567b-70dd-4f86-b504-b4b5423a1635 req-a37bbc07-594b-41d8-9f0b-52ff10a58a10 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427408 Sep 24 14:33:47.172603 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:47.199537 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:47.974747 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a6f1b-0d6d-4517-882d-78bd42a2e281 req-417c7bef-3720-45d8-a729-5ba864b86d66 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:47.976223 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-713a6f1b-0d6d-4517-882d-78bd42a2e281 req-417c7bef-3720-45d8-a729-5ba864b86d66 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0464284 Sep 24 14:33:48.023848 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-713a6f1b-0d6d-4517-882d-78bd42a2e281 req-e46676e0-6db6-4142-b64b-f2f06fe0f3f1 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421457 Sep 24 14:33:48.139831 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c877388-8644-420b-87be-fc3bb667dd57 req-ad9fe973-4cc2-49d5-808d-571c5761885e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:48.141249 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8c877388-8644-420b-87be-fc3bb667dd57 req-ad9fe973-4cc2-49d5-808d-571c5761885e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0455966 Sep 24 14:33:48.189269 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8c877388-8644-420b-87be-fc3bb667dd57 req-12fcac11-2907-41b9-a76a-3a2c2dc367ad tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422232 Sep 24 14:33:48.216966 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45132) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:48.298060 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88794e7a-4d1f-4e27-a57e-a57bf481a533 tempest-TestShelveInstance-1822386099 tempest-TestShelveInstance-1822386099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:48.299574 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-88794e7a-4d1f-4e27-a57e-a57bf481a533 tempest-TestShelveInstance-1822386099 tempest-TestShelveInstance-1822386099-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 1124 time: 0.0816724 Sep 24 14:33:48.302578 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45136) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:33:48.306719 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'port_id': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:33:48.328286 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:48.408440 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:48.492766 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:48.494827 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:48.517033 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Allocated IP 172.27.1.254 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/7d1b8821-501e-4315-a6ad-5ec41473819e) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:33:48.615245 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for port (7d1b8821-501e-4315-a6ad-5ec41473819e), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:48.645072 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (7d1b8821-501e-4315-a6ad-5ec41473819e), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:48.689481 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:33:48.694326 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:33:48.696444 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Pushing event updated for resources: {'Port': ['ID=7d1b8821-501e-4315-a6ad-5ec41473819e,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:48.698498 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:33:49.034253 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for floatingip (90731d93-3346-4b13-bc27-4d760a508e69), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:49.100648 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (7d1b8821-501e-4315-a6ad-5ec41473819e), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:49.152789 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:49.246161 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for port (7d1b8821-501e-4315-a6ad-5ec41473819e), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:49.251164 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (7d1b8821-501e-4315-a6ad-5ec41473819e), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:49.255310 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:49.318585 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (90731d93-3346-4b13-bc27-4d760a508e69), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:49.321335 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Pushing event updated for resources: {'Port': ['ID=7d1b8821-501e-4315-a6ad-5ec41473819e,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:33:49.412359 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.l3_db [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Floating IP 90731d93-3346-4b13-bc27-4d760a508e69 associated. External IP: 172.27.1.254, port: 22fef065-180c-4fb8-a36d-5b7d245d2726. Sep 24 14:33:49.601993 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Router 68dc0a4a-bafb-484e-97da-651ff5606d28 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:33:49.706860 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:33:49.716969 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0122bc0-4e9d-4eab-a029-d58ba864deb8 None None] Sync routers for ids ['68dc0a4a-bafb-484e-97da-651ff5606d28'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:33:49.723832 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:49.727890 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0122bc0-4e9d-4eab-a029-d58ba864deb8 None None] Routers {'68dc0a4a-bafb-484e-97da-651ff5606d28'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:33:49.728570 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-d0122bc0-4e9d-4eab-a029-d58ba864deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:33:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['68dc0a4a-bafb-484e-97da-651ff5606d28'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:49.753795 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-a58541ec-25b9-4da2-a4d4-1006fb5d3ed0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4500730 Sep 24 14:33:49.754431 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:33:49.756756 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced1911a76e2b68976553810b569b19b079f2d27d27f8393138a5e2ba6d46ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327b2abb-2330-496c-9d02-1b23c9a6e893" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:33:49.792894 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c934d8-362b-4459-a2a8-2dadf6058ab6 x-openstack-request-id: req-39c934d8-362b-4459-a2a8-2dadf6058ab6 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:33:49.793371 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726", "status": "completed", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:33:49.793626 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39c934d8-362b-4459-a2a8-2dadf6058ab6 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:33:49.794029 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c934d8-362b-4459-a2a8-2dadf6058ab6'] response: {'name': 'network-changed', 'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'status': 'completed', 'code': 200} Sep 24 14:33:49.831391 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-d0122bc0-4e9d-4eab-a029-d58ba864deb8 None None] Set router 68dc0a4a-bafb-484e-97da-651ff5606d28 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:33:49.892247 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b2abb-2330-496c-9d02-1b23c9a6e893 req-181716a8-1d6b-453d-88d6-e8475432884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:49.893725 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-327b2abb-2330-496c-9d02-1b23c9a6e893 req-181716a8-1d6b-453d-88d6-e8475432884a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=71699c60daeb48aaaf5b0611c8f68bc4&device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 1129 time: 0.0428975 Sep 24 14:33:49.984669 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b2abb-2330-496c-9d02-1b23c9a6e893 req-9c6278d3-607a-4030-afd4-d0ecf511dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:49.986123 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-327b2abb-2330-496c-9d02-1b23c9a6e893 req-9c6278d3-607a-4030-afd4-d0ecf511dc89 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c76e3e68-c534-4730-a021-cd40e96a2838 HTTP/1.1" status: 200 len: 909 time: 0.0856383 Sep 24 14:33:50.040326 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-d0122bc0-4e9d-4eab-a029-d58ba864deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 4, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port': {'id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '90731d93-3346-4b13-bc27-4d760a508e69', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'port_id': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'mac_address': 'fa:16:3e:4b:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:33:48Z', 'updated_at': '2022-09-24T14:33:48Z', 'revision_number': 0, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df71a9bc-0c99-4c9b-8618-298550df38f2', 'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'mac_address': 'fa:16:3e:fd:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:55Z', 'updated_at': '2022-09-24T14:33:00Z', 'revision_number': 5, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'subnets': [{'id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:50.049514 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-327b2abb-2330-496c-9d02-1b23c9a6e893 req-aabfc8d0-6f6f-4624-93ad-21b2a3d702b4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22fef065-180c-4fb8-a36d-5b7d245d2726 HTTP/1.1" status: 200 len: 999 time: 0.0571296 Sep 24 14:33:50.064725 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0122bc0-4e9d-4eab-a029-d58ba864deb8 None None] Checking router: 68dc0a4a-bafb-484e-97da-651ff5606d28 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:33:50.073071 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0122bc0-4e9d-4eab-a029-d58ba864deb8 None None] Routers {'68dc0a4a-bafb-484e-97da-651ff5606d28'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:33:50.073666 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-d0122bc0-4e9d-4eab-a029-d58ba864deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:33:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['68dc0a4a-bafb-484e-97da-651ff5606d28'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:50.097277 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b2abb-2330-496c-9d02-1b23c9a6e893 req-a2baa240-f4e1-4fd8-af3e-767a951a5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:50.098731 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-327b2abb-2330-496c-9d02-1b23c9a6e893 req-a2baa240-f4e1-4fd8-af3e-767a951a5721 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=dbf98105-c916-4f21-b22a-49431cfee887 HTTP/1.1" status: 200 len: 848 time: 0.0429258 Sep 24 14:33:50.143265 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b2abb-2330-496c-9d02-1b23c9a6e893 req-11fd4fdf-1a6a-4328-94f8-7d0d56328392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:33:50.144662 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-327b2abb-2330-496c-9d02-1b23c9a6e893 req-11fd4fdf-1a6a-4328-94f8-7d0d56328392 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c76e3e68-c534-4730-a021-cd40e96a2838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395749 Sep 24 14:33:50.174431 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-d0122bc0-4e9d-4eab-a029-d58ba864deb8 None None] Set router 68dc0a4a-bafb-484e-97da-651ff5606d28 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:33:50.200065 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:50.238024 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-327b2abb-2330-496c-9d02-1b23c9a6e893 req-1e4de4ce-356e-428f-b505-df4b5280c8b8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868464 Sep 24 14:33:50.327986 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-327b2abb-2330-496c-9d02-1b23c9a6e893 req-31de3a23-ea00-4a2f-88a8-9ded45eb3a34 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835297 Sep 24 14:33:50.382801 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-d0122bc0-4e9d-4eab-a029-d58ba864deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 4, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port': {'id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '90731d93-3346-4b13-bc27-4d760a508e69', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'port_id': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'mac_address': 'fa:16:3e:4b:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:33:48Z', 'updated_at': '2022-09-24T14:33:48Z', 'revision_number': 0, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df71a9bc-0c99-4c9b-8618-298550df38f2', 'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'mac_address': 'fa:16:3e:fd:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:55Z', 'updated_at': '2022-09-24T14:33:00Z', 'revision_number': 5, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'subnets': [{'id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:33:50.408398 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0122bc0-4e9d-4eab-a029-d58ba864deb8 None None] The sync data for ids ['68dc0a4a-bafb-484e-97da-651ff5606d28'] in dv-cinder-859193-1-iscsi is: [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 4, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port': {'id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '90731d93-3346-4b13-bc27-4d760a508e69', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'port_id': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'mac_address': 'fa:16:3e:4b:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:33:48Z', 'updated_at': '2022-09-24T14:33:48Z', 'revision_number': 0, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df71a9bc-0c99-4c9b-8618-298550df38f2', 'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'mac_address': 'fa:16:3e:fd:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:55Z', 'updated_at': '2022-09-24T14:33:00Z', 'revision_number': 5, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'subnets': [{'id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:33:50.593808 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21a4d3-35e5-40da-ab6d-e1c4250e6f3d None None] New status for floating IP 90731d93-3346-4b13-bc27-4d760a508e69: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:33:55.679515 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ccf36a76-eb1e-46cf-a93a-90ee0f32bbc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:58.103728 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-75ff8521-3bca-4caf-b9db-c0cd4d23e607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:59.200333 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:33:59.746655 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:33:59.751359 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=55,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:00.323622 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:00.325491 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=17 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:00.380865 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:00.385376 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=79 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:00.649291 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:00.837240 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:10.645594 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:10.829892 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:10.831737 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:14.201463 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:34:17.169912 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:17.481256 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-903cdc06-6000-471e-a906-3376c76a1c18 req-221472c2-34ab-47be-81cf-e82ece085c5a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417120 Sep 24 14:34:17.557750 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cdc06-6000-471e-a906-3376c76a1c18 req-6cc5ff1e-17bb-40fe-9961-49896b0856e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:17.559216 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-903cdc06-6000-471e-a906-3376c76a1c18 req-6cc5ff1e-17bb-40fe-9961-49896b0856e2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 1130 time: 0.0387177 Sep 24 14:34:17.664478 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cdc06-6000-471e-a906-3376c76a1c18 req-542e06c5-2399-4b09-8c87-c64049d41702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:17.665926 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-903cdc06-6000-471e-a906-3376c76a1c18 req-542e06c5-2399-4b09-8c87-c64049d41702 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 916 time: 0.0885372 Sep 24 14:34:17.724938 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-903cdc06-6000-471e-a906-3376c76a1c18 req-d28dc045-3a45-47c3-87a6-24bd934f22ad service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d HTTP/1.1" status: 200 len: 1001 time: 0.0526049 Sep 24 14:34:17.772183 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cdc06-6000-471e-a906-3376c76a1c18 req-7d026746-de70-4b18-91fe-3b131eee3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:17.773531 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-903cdc06-6000-471e-a906-3376c76a1c18 req-7d026746-de70-4b18-91fe-3b131eee3033 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=f32d4a51-22a9-4cfb-b152-16f2e987f478 HTTP/1.1" status: 200 len: 855 time: 0.0424542 Sep 24 14:34:17.819678 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cdc06-6000-471e-a906-3376c76a1c18 req-54429bac-43a1-482a-ae2b-9ae02922493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:17.821135 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-903cdc06-6000-471e-a906-3376c76a1c18 req-54429bac-43a1-482a-ae2b-9ae02922493d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=841ec28f-242a-4287-8d65-ef9f3927d5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409822 Sep 24 14:34:17.909506 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-903cdc06-6000-471e-a906-3376c76a1c18 req-2f63677a-a243-466b-9e11-fdb3fc262c2e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824525 Sep 24 14:34:18.000760 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-903cdc06-6000-471e-a906-3376c76a1c18 req-6d3f211a-a8b6-476d-8a88-22298a74a4c4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850065 Sep 24 14:34:24.198277 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:24.198277 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:25.121086 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d411a1f-b237-43e5-be4d-7dc432b19bdd req-fe246d8f-baa0-4917-8d42-0799b1fccba4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:25.122455 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6d411a1f-b237-43e5-be4d-7dc432b19bdd req-fe246d8f-baa0-4917-8d42-0799b1fccba4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 946 time: 0.0475090 Sep 24 14:34:25.168782 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6d411a1f-b237-43e5-be4d-7dc432b19bdd req-7ae038a0-61c3-41b4-b8bd-f360db711687 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407748 Sep 24 14:34:25.680444 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-fda6b2ea-a700-493e-9004-f2233f961c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:26.295105 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe97e57-6bc7-4e5d-a6dc-c86e8ba49f34 req-c7a5b2d6-5d4e-4463-b1c1-d206b3dc9e80 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:26.297069 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9fe97e57-6bc7-4e5d-a6dc-c86e8ba49f34 req-c7a5b2d6-5d4e-4463-b1c1-d206b3dc9e80 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 946 time: 0.0465720 Sep 24 14:34:26.342635 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9fe97e57-6bc7-4e5d-a6dc-c86e8ba49f34 req-09a7b4e0-ca33-4b63-800e-3fe3ded564b9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400965 Sep 24 14:34:27.234790 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-66a482b3-675e-464a-beb6-340e8890bf07 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:27.236198 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-66a482b3-675e-464a-beb6-340e8890bf07 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 946 time: 0.0443692 Sep 24 14:34:27.320380 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Deleting port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:34:27.321050 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:27.411099 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] For port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:34:27.411459 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:27.471760 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f32579-eeb8-4928-8717-7149716f0956 req-90353646-30ca-4887-ac82-4c49df349cb6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:27.473213 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-07f32579-eeb8-4928-8717-7149716f0956 req-90353646-30ca-4887-ac82-4c49df349cb6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 946 time: 0.0499744 Sep 24 14:34:27.520830 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-07f32579-eeb8-4928-8717-7149716f0956 req-c8a50fb8-89ff-4ea3-8594-350add6a8cef tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e79ce82-1081-4311-bbac-de8c24310303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Sep 24 14:34:27.611323 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:27.611682 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (e0c4fbd0-3856-45c8-b208-c392365d9129), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:27.611997 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Floating IP e0c4fbd0-3856-45c8-b208-c392365d9129 disassociated. External IP: 172.27.1.147, port: 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d. Sep 24 14:34:27.612337 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Calling delete_port for 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:34:27.613800 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:27.623036 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:27.741991 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (42c66fed-6127-4d44-b2b2-1f1ddaf5a32d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:27.770322 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event deleted for resources: {'Port': ['ID=42c66fed-6127-4d44-b2b2-1f1ddaf5a32d,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:27.782200 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.782546 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.782912 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.783251 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.783588 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.783919 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.784245 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.784571 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.784893 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.785219 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.785542 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.785863 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.786182 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.786503 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.786832 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:27.892044 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Router b0c19301-0a38-4d15-b016-ddc5ac376e94 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:34:27.993312 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:34:28.004526 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa26f08-be3e-48db-b895-5a997252aad7 None None] Sync routers for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:34:28.014537 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa26f08-be3e-48db-b895-5a997252aad7 None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:34:28.015206 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-ffa26f08-be3e-48db-b895-5a997252aad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:33:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:28.034515 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] No DVR routers for this DVR port 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:34:28.036984 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:28.040248 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e805d7ff-b787-450b-bed9-9685fd71fb82 req-05b25a67-a243-4068-8415-d5aa0bcc5c06 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.33 "DELETE /networking/v2.0/ports/42c66fed-6127-4d44-b2b2-1f1ddaf5a32d HTTP/1.1" status: 204 len: 173 time: 0.7987545 Sep 24 14:34:28.040735 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'name': 'network-vif-deleted', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:34:28.042993 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe7f08f-4432-421c-9c7d-05850019ce3a" -d '{"events": [{"server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "name": "network-vif-deleted", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:34:28.088061 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1884e30d-9859-4d93-909e-6af33b5007f2 x-openstack-request-id: req-1884e30d-9859-4d93-909e-6af33b5007f2 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:34:28.088621 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153f3eef-0f34-4a4a-8738-274bcb2737ca", "name": "network-vif-deleted", "tag": "42c66fed-6127-4d44-b2b2-1f1ddaf5a32d", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:34:28.089091 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1884e30d-9859-4d93-909e-6af33b5007f2 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:34:28.089491 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1884e30d-9859-4d93-909e-6af33b5007f2'] response: {'server_uuid': '153f3eef-0f34-4a4a-8738-274bcb2737ca', 'name': 'network-vif-deleted', 'tag': '42c66fed-6127-4d44-b2b2-1f1ddaf5a32d', 'status': 'completed', 'code': 200} Sep 24 14:34:28.106915 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-9ca91c5a-0a74-4884-8ea4-e74091e8e4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:28.128306 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-ffa26f08-be3e-48db-b895-5a997252aad7 None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:34:28.329934 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-ffa26f08-be3e-48db-b895-5a997252aad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:30Z', 'revision_number': 5, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:28.355987 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa26f08-be3e-48db-b895-5a997252aad7 None None] Checking router: b0c19301-0a38-4d15-b016-ddc5ac376e94 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:34:28.365069 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa26f08-be3e-48db-b895-5a997252aad7 None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:34:28.365678 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-ffa26f08-be3e-48db-b895-5a997252aad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:34:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:28.562841 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-ffa26f08-be3e-48db-b895-5a997252aad7 None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:34:28.667256 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7b2f9da7-8afd-4d45-8a5f-babf451463aa req-c88db2a9-817a-42ea-a590-c9d13b004625 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=153f3eef-0f34-4a4a-8738-274bcb2737ca HTTP/1.1" status: 200 len: 210 time: 0.0513055 Sep 24 14:34:28.762014 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-ffa26f08-be3e-48db-b895-5a997252aad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:30Z', 'revision_number': 5, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:28.786997 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa26f08-be3e-48db-b895-5a997252aad7 None None] The sync data for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi is: [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:30Z', 'revision_number': 5, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:34:29.022395 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70659159-d456-4bc5-a90f-d466ebcdd3c1 None None] New status for floating IP e0c4fbd0-3856-45c8-b208-c392365d9129: DOWN {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:34:29.203465 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:29.784834 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45218) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:29.840468 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group (2e79ce82-1081-4311-bbac-de8c24310303), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:29.874972 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group (2e79ce82-1081-4311-bbac-de8c24310303), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:29.929965 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (2e79ce82-1081-4311-bbac-de8c24310303), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:29.932840 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:29.934020 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2e79ce82-1081-4311-bbac-de8c24310303 HTTP/1.1" status: 204 len: 168 time: 0.1482024 Sep 24 14:34:29.937887 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45220) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:29.944181 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e79ce82-1081-4311-bbac-de8c24310303,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:29.952587 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.952926 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.953270 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.953605 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.953937 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.954267 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.954596 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.954984 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.955268 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.955594 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.955919 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.956271 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.956564 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.956838 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.api.v2.resource [None req-09efca67-5863-4aa0-99af-caefdaedb109 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] show failed (client error): The resource could not be found. Sep 24 14:34:29.956953 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.957194 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43c19cc-4032-417b-8de6-90e8a141755f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:29.961208 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-09efca67-5863-4aa0-99af-caefdaedb109 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups/2e79ce82-1081-4311-bbac-de8c24310303 HTTP/1.1" status: 404 len: 347 time: 0.0192735 Sep 24 14:34:29.961404 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45222) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:30.317610 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-f1da1ce2-5ee4-45b7-a111-c56451b1373b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Deleting port 9f212baf-ce0a-4924-b232-6297131f49a6 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:34:30.317964 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f1da1ce2-5ee4-45b7-a111-c56451b1373b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (9f212baf-ce0a-4924-b232-6297131f49a6), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.401931 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f1da1ce2-5ee4-45b7-a111-c56451b1373b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (9f212baf-ce0a-4924-b232-6297131f49a6), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.402264 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f1da1ce2-5ee4-45b7-a111-c56451b1373b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (9f212baf-ce0a-4924-b232-6297131f49a6), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.414782 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-f1da1ce2-5ee4-45b7-a111-c56451b1373b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Calling delete_port for 9f212baf-ce0a-4924-b232-6297131f49a6 owned by network:floatingip {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:34:30.550321 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f1da1ce2-5ee4-45b7-a111-c56451b1373b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (9f212baf-ce0a-4924-b232-6297131f49a6), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.574066 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da1ce2-5ee4-45b7-a111-c56451b1373b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event deleted for resources: {'Port': ['ID=9f212baf-ce0a-4924-b232-6297131f49a6,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:30.630407 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:30.648191 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f1da1ce2-5ee4-45b7-a111-c56451b1373b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (e0c4fbd0-3856-45c8-b208-c392365d9129), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.651092 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f1da1ce2-5ee4-45b7-a111-c56451b1373b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.652483 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f1da1ce2-5ee4-45b7-a111-c56451b1373b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/e0c4fbd0-3856-45c8-b208-c392365d9129 HTTP/1.1" status: 204 len: 168 time: 0.6900318 Sep 24 14:34:30.654625 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.759042 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45226) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:30.763893 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-2ba74e0e-4e2f-4380-9c26-d4b7bb6ad6ac tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66271039', 'description': 'tempest-description--365448068'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:34:30.771277 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:30.786555 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ba74e0e-4e2f-4380-9c26-d4b7bb6ad6ac tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.845352 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.857261 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ba74e0e-4e2f-4380-9c26-d4b7bb6ad6ac tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group (840de331-2ae3-4786-8c05-820d56cf8619), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.861296 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ba74e0e-4e2f-4380-9c26-d4b7bb6ad6ac tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (840de331-2ae3-4786-8c05-820d56cf8619), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.892164 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2ba74e0e-4e2f-4380-9c26-d4b7bb6ad6ac tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.893376 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2ba74e0e-4e2f-4380-9c26-d4b7bb6ad6ac tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1330721 Sep 24 14:34:30.895227 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba74e0e-4e2f-4380-9c26-d4b7bb6ad6ac tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840de331-2ae3-4786-8c05-820d56cf8619,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:30.896460 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45228) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:30.902242 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-160d3444-d423-4d4e-aaa4-75f0bc011c8a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Request body: {'security_group_rule': {'security_group_id': '840de331-2ae3-4786-8c05-820d56cf8619', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:34:30.929153 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-160d3444-d423-4d4e-aaa4-75f0bc011c8a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group_rule (9f5413de-f458-4bf5-ae20-b05005725bf1), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.982137 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-160d3444-d423-4d4e-aaa4-75f0bc011c8a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group_rule (9f5413de-f458-4bf5-ae20-b05005725bf1), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:30.985904 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-160d3444-d423-4d4e-aaa4-75f0bc011c8a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (9f5413de-f458-4bf5-ae20-b05005725bf1), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:31.004422 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d3444-d423-4d4e-aaa4-75f0bc011c8a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5413de-f458-4bf5-ae20-b05005725bf1,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:31.008872 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-160d3444-d423-4d4e-aaa4-75f0bc011c8a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:31.011028 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-160d3444-d423-4d4e-aaa4-75f0bc011c8a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1116273 Sep 24 14:34:31.012778 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45230) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:31.016888 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-075b0427-39be-46c1-bb49-c3ef19475731 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Request body: {'security_group_rule': {'security_group_id': '840de331-2ae3-4786-8c05-820d56cf8619', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:34:31.041529 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-075b0427-39be-46c1-bb49-c3ef19475731 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group_rule (e93f9f88-2d68-4f9f-ab23-ec8ae8653039), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:31.096277 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-075b0427-39be-46c1-bb49-c3ef19475731 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group_rule (e93f9f88-2d68-4f9f-ab23-ec8ae8653039), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:31.100413 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-075b0427-39be-46c1-bb49-c3ef19475731 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (e93f9f88-2d68-4f9f-ab23-ec8ae8653039), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:31.118592 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b0427-39be-46c1-bb49-c3ef19475731 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93f9f88-2d68-4f9f-ab23-ec8ae8653039,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:31.126065 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-075b0427-39be-46c1-bb49-c3ef19475731 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:31.130310 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-075b0427-39be-46c1-bb49-c3ef19475731 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135979 Sep 24 14:34:31.130439 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45232) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:31.134587 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:34:31.155714 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:31.189993 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:34:31.209422 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:34:31.209762 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 42c66fed-6127-4d44-b2b2-1f1ddaf5a32d not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:34:31.235833 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:31.316391 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:31.328707 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:31.346402 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Allocated IP 172.27.1.93 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/11e9532b-ab51-4101-9a99-1bb11ccc1bc9) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:34:31.686737 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for port (11e9532b-ab51-4101-9a99-1bb11ccc1bc9), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:31.717941 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (11e9532b-ab51-4101-9a99-1bb11ccc1bc9), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:31.758308 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:34:31.762761 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:34:31.767126 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:34:31.772155 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event updated for resources: {'Port': ['ID=11e9532b-ab51-4101-9a99-1bb11ccc1bc9,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:31.849169 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (8539404f-fa93-49fd-8df4-03d752f4e12d), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:31.883547 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (11e9532b-ab51-4101-9a99-1bb11ccc1bc9), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:32.026581 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for port (11e9532b-ab51-4101-9a99-1bb11ccc1bc9), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:32.031599 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (11e9532b-ab51-4101-9a99-1bb11ccc1bc9), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:32.100809 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event updated for resources: {'Port': ['ID=11e9532b-ab51-4101-9a99-1bb11ccc1bc9,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:32.103541 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (8539404f-fa93-49fd-8df4-03d752f4e12d), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:32.120582 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:32.121796 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-fc025353-cc57-4573-a0e6-8775bc1f8d33 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9904053 Sep 24 14:34:32.317607 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-6033b0de-8e6d-4c4c-bc1d-f08606a35640 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--66271039&fields=id&tenant_id=1f7134ad65014cb984417c99b3d76eff HTTP/1.1" status: 200 len: 267 time: 0.0420396 Sep 24 14:34:32.377670 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:32.427529 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-d6824167-9b77-4e7c-9f80-15ed122c8ec2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:32.428970 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-d6824167-9b77-4e7c-9f80-15ed122c8ec2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 816 time: 0.1052103 Sep 24 14:34:32.444246 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-abf23e04-23d2-47c7-bb86-43f3de8e5c34 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/quotas/1f7134ad65014cb984417c99b3d76eff HTTP/1.1" status: 200 len: 375 time: 0.0099168 Sep 24 14:34:32.494725 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-bb03356a-6754-42c6-930c-47246cf368c8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453248 Sep 24 14:34:32.514607 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:32.598196 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-8a7193df-68f0-4753-81be-de79db3d7a49 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915673 Sep 24 14:34:32.686309 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-f434b63c-ccf2-498d-8cb2-e71e1f02c58a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818872 Sep 24 14:34:32.849955 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b79a796-bd35-415b-8fd0-f5d9fa27a8a2 req-7284152a-7087-44e7-b0c4-edfcd1c020b4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 210 time: 0.0293663 Sep 24 14:34:33.691266 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567fe7e-83e0-4299-848c-0e5116457347 req-98d42e79-6ba0-4a53-93a4-fab45f84bdfd tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:33.692741 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7567fe7e-83e0-4299-848c-0e5116457347 req-98d42e79-6ba0-4a53-93a4-fab45f84bdfd tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0494030 Sep 24 14:34:33.760153 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7567fe7e-83e0-4299-848c-0e5116457347 req-b1a63763-c58d-4018-8db3-f68ab7dcab4d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612302 Sep 24 14:34:33.958937 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9a4de2f3-32af-4531-bf59-cc6cfa16e717 req-9d6eb82c-0ef8-444a-9967-f7457bc4f1d6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 210 time: 0.0308309 Sep 24 14:34:33.976519 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d956ee9-e639-4bb8-9468-e4d53da73851 req-cc8fb329-80bd-4eb7-9e3b-247438345d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:33.978074 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d956ee9-e639-4bb8-9468-e4d53da73851 req-cc8fb329-80bd-4eb7-9e3b-247438345d9b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8830800be89540929716703bdbb07b13&device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 1168 time: 0.0424085 Sep 24 14:34:34.127601 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d956ee9-e639-4bb8-9468-e4d53da73851 req-5eb9c3b3-1761-4a22-9162-b930ef78ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:34.129307 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d956ee9-e639-4bb8-9468-e4d53da73851 req-5eb9c3b3-1761-4a22-9162-b930ef78ed06 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=7923ceef-7faf-4f7b-a32e-f1f06464878c HTTP/1.1" status: 200 len: 914 time: 0.1444743 Sep 24 14:34:34.227718 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d956ee9-e639-4bb8-9468-e4d53da73851 req-7d2f9c6b-1a2e-4aca-a465-bf26f1c2d75a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b51d80e5-325c-440f-824b-228eda3d320a HTTP/1.1" status: 200 len: 1001 time: 0.0901883 Sep 24 14:34:34.235643 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-294b2084-20bf-4f36-87c2-439caf2d649e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:34.237016 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-294b2084-20bf-4f36-87c2-439caf2d649e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.33 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 816 time: 0.1650603 Sep 24 14:34:34.300172 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d956ee9-e639-4bb8-9468-e4d53da73851 req-dbedb227-5974-4d03-b705-f792fd96bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:34.301611 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d956ee9-e639-4bb8-9468-e4d53da73851 req-dbedb227-5974-4d03-b705-f792fd96bf6e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=70115d5e-0d32-4b88-b4ff-3c9659a6b16b HTTP/1.1" status: 200 len: 853 time: 0.0637584 Sep 24 14:34:34.334467 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-3806336b-2e7c-4518-8350-29c291ea33b5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1f7134ad65014cb984417c99b3d76eff HTTP/1.1" status: 200 len: 378 time: 0.0653691 Sep 24 14:34:34.446205 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-4f373823-99b0-4bc7-b869-89c2e827e48e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Request body: {'port': {'device_id': '3195e775-0693-43e1-98c5-6da051739679', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'admin_state_up': True, 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'security_groups': ['840de331-2ae3-4786-8c05-820d56cf8619']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:34:34.522575 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d956ee9-e639-4bb8-9468-e4d53da73851 req-8d8d9436-621d-4dfd-af19-e99a32c4da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:34.524099 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d956ee9-e639-4bb8-9468-e4d53da73851 req-8d8d9436-621d-4dfd-af19-e99a32c4da4d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7923ceef-7faf-4f7b-a32e-f1f06464878c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896473 Sep 24 14:34:34.579125 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-4f373823-99b0-4bc7-b869-89c2e827e48e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Made reservation on behalf of 1f7134ad65014cb984417c99b3d76eff for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:34:34.582739 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-4f373823-99b0-4bc7-b869-89c2e827e48e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:34.596916 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:34.681880 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:34.710138 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-4f373823-99b0-4bc7-b869-89c2e827e48e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Allocated IP 172.20.0.4 (841ec28f-242a-4287-8d65-ef9f3927d5d5/f32d4a51-22a9-4cfb-b152-16f2e987f478/9bcbf202-4cbf-42d4-9889-2c337cd6d929) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:34:34.856537 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-4f373823-99b0-4bc7-b869-89c2e827e48e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:34.895825 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00098a-38e9-48f1-b593-91f9594962ed req-64e9cf33-d3d9-4b60-a217-af12e0afbcb4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:34.897275 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cd00098a-38e9-48f1-b593-91f9594962ed req-64e9cf33-d3d9-4b60-a217-af12e0afbcb4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0594442 Sep 24 14:34:34.942496 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-4f373823-99b0-4bc7-b869-89c2e827e48e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:35.049593 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-4f373823-99b0-4bc7-b869-89c2e827e48e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Network 841ec28f-242a-4287-8d65-ef9f3927d5d5 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:34:35.055216 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cd00098a-38e9-48f1-b593-91f9594962ed req-a30255e4-17c8-4a20-a51c-a19e9d8880d3 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1522703 Sep 24 14:34:35.063714 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-4f373823-99b0-4bc7-b869-89c2e827e48e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:34:35.071114 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-4f373823-99b0-4bc7-b869-89c2e827e48e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:34:35.097891 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f373823-99b0-4bc7-b869-89c2e827e48e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event updated for resources: {'Port': ['ID=9bcbf202-4cbf-42d4-9889-2c337cd6d929,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:35.102347 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ec7c6-9327-4eea-90dc-7d5a610df9de req-56e75aec-7328-44c0-b314-1e8b217e47cb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:35.103895 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f51ec7c6-9327-4eea-90dc-7d5a610df9de req-56e75aec-7328-44c0-b314-1e8b217e47cb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 931 time: 0.0667017 Sep 24 14:34:35.150860 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-4f373823-99b0-4bc7-b869-89c2e827e48e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:35.151528 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-4f373823-99b0-4bc7-b869-89c2e827e48e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:35.157625 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d956ee9-e639-4bb8-9468-e4d53da73851 req-9ec96675-05cf-4702-aa40-d9bc1f0c12df service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941051 Sep 24 14:34:35.166178 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f51ec7c6-9327-4eea-90dc-7d5a610df9de req-e0b730bb-0e51-4b80-b055-23032e260bb5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473702 Sep 24 14:34:35.181695 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-4f373823-99b0-4bc7-b869-89c2e827e48e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7387869 Sep 24 14:34:35.206657 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Request body: {'port': {'device_id': '3195e775-0693-43e1-98c5-6da051739679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:34:35.306082 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-e78264b6-f6e3-4510-991d-bae7a8bbbc33 None None] Provisioning complete for port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:34:35.306627 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e78264b6-f6e3-4510-991d-bae7a8bbbc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:35.306861 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-e78264b6-f6e3-4510-991d-bae7a8bbbc33 None None] Attempt 1 to provision port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 Sep 24 14:34:35.319278 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:35.337675 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d956ee9-e639-4bb8-9468-e4d53da73851 req-ccee70b3-f2df-4be8-ab10-43d32ba630c2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726155 Sep 24 14:34:35.341418 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-e78264b6-f6e3-4510-991d-bae7a8bbbc33 None None] Port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:34:35.446384 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:35.449698 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:35.610313 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcbf202-4cbf-42d4-9889-2c337cd6d929 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:34:35.617828 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Publish callbacks [] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:35.630458 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Transition to ACTIVE for port object 9bcbf202-4cbf-42d4-9889-2c337cd6d929 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:34:35.633811 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:35.692012 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Pushing event updated for resources: {'Port': ['ID=9bcbf202-4cbf-42d4-9889-2c337cd6d929,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:35.742407 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Attempting to bind port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:34:35.742737 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Attempting to bind port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:34:35.743091 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Attempting to bind port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 on network 841ec28f-242a-4287-8d65-ef9f3927d5d5 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:34:35.783225 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 on network 841ec28f-242a-4287-8d65-ef9f3927d5d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:34:35.783543 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Attempting to bind port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 on network 841ec28f-242a-4287-8d65-ef9f3927d5d5 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:34:35.824047 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:34:35.824381 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Checking segment: {'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:34:35.824770 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Bound using segment: {'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:34:35.825203 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Bound port: 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d3b49-e896-4d28-a6ef-9a43be9bd621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:34:35.825592 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:35.842851 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-e78264b6-f6e3-4510-991d-bae7a8bbbc33 None None] Attempt 2 to provision port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 Sep 24 14:34:35.874169 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-e78264b6-f6e3-4510-991d-bae7a8bbbc33 None None] Port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:34:35.884708 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] For port 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:34:35.887678 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] For port 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:34:35.893831 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:35.897014 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:35.897796 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:35.899265 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/9bcbf202-4cbf-42d4-9889-2c337cd6d929 HTTP/1.1" status: 200 len: 1093 time: 0.6994064 Sep 24 14:34:35.901234 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:34:35.903707 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cb1ff7-b670-4b69-9db7-f37693a459fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:34:35.942478 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff1ccd8-fa0d-48a9-8ffe-f29cf0375825 x-openstack-request-id: req-fff1ccd8-fa0d-48a9-8ffe-f29cf0375825 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:34:35.942765 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:34:35.943045 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fff1ccd8-fa0d-48a9-8ffe-f29cf0375825 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:34:35.943465 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff1ccd8-fa0d-48a9-8ffe-f29cf0375825'] response: {'name': 'network-changed', 'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'status': 'completed', 'code': 200} Sep 24 14:34:35.959542 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af3e77-521a-4d7e-b3a6-4275528412fc service neutron] Pushing event updated for resources: {'Port': ['ID=9bcbf202-4cbf-42d4-9889-2c337cd6d929,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:36.025522 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-3bf12294-9227-4260-936d-7f6cf3934b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:36.026975 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-3bf12294-9227-4260-936d-7f6cf3934b17 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 1127 time: 0.0379753 Sep 24 14:34:36.072377 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-94e8e69b-a034-4838-911e-60963582deb9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929 HTTP/1.1" status: 200 len: 217 time: 0.0314872 Sep 24 14:34:36.119822 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-ee17dab9-b479-4c30-9aa0-5cb1beba3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:36.121248 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-ee17dab9-b479-4c30-9aa0-5cb1beba3d5e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=f32d4a51-22a9-4cfb-b152-16f2e987f478 HTTP/1.1" status: 200 len: 855 time: 0.0424643 Sep 24 14:34:36.196144 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-ca3122d7-9f62-4cb7-b3ad-0510e295d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:36.197590 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-ca3122d7-9f62-4cb7-b3ad-0510e295d185 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=841ec28f-242a-4287-8d65-ef9f3927d5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692251 Sep 24 14:34:36.205579 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617a9b6-6270-4fc3-9105-a928bfd0469d req-095b1189-d5df-4e34-aae4-3cf646bd9355 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:36.207051 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5617a9b6-6270-4fc3-9105-a928bfd0469d req-095b1189-d5df-4e34-aae4-3cf646bd9355 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0694447 Sep 24 14:34:36.296225 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:36.299427 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77197c-8330-4f95-8e36-f01ec0f25a28 req-a432d11c-02d4-4e62-b5e4-f1dfaf1e0df6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:36.300986 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-db77197c-8330-4f95-8e36-f01ec0f25a28 req-a432d11c-02d4-4e62-b5e4-f1dfaf1e0df6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0473337 Sep 24 14:34:36.332279 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5617a9b6-6270-4fc3-9105-a928bfd0469d req-9030bd0d-8de9-4675-b416-beec4e4c5df0 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175094 Sep 24 14:34:36.343474 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-558c1e1f-3085-4081-94bb-7b8bcf39daf2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356339 Sep 24 14:34:36.350579 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-db77197c-8330-4f95-8e36-f01ec0f25a28 req-b55e7413-4cfa-42d9-ab16-77f77b52ffeb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439138 Sep 24 14:34:36.374724 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-e78264b6-f6e3-4510-991d-bae7a8bbbc33 None None] Attempt 3 to provision port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 Sep 24 14:34:36.396938 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:36.413543 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-e78264b6-f6e3-4510-991d-bae7a8bbbc33 None None] Port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:34:36.441608 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0d0b0f16-bd35-47bb-8d24-58c36a320cfc req-e9bcb9b9-0dee-439e-bc60-ba9f731a30ca service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890138 Sep 24 14:34:36.722985 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2168bb-a87f-4ac1-bb16-060b8722a075 req-41b970d7-2f25-48b2-a85d-0e41d606a261 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:36.724955 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0c2168bb-a87f-4ac1-bb16-060b8722a075 req-41b970d7-2f25-48b2-a85d-0e41d606a261 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0512295 Sep 24 14:34:36.773214 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0c2168bb-a87f-4ac1-bb16-060b8722a075 req-f01dc8d2-0890-4877-acf0-a3998e53150d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415723 Sep 24 14:34:37.455633 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1546cf-cf9d-45a4-9687-97583043fea6 req-91540a9b-9eb7-4902-b82f-ca8029e5696a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:37.457197 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1f1546cf-cf9d-45a4-9687-97583043fea6 req-91540a9b-9eb7-4902-b82f-ca8029e5696a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0465696 Sep 24 14:34:37.476455 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d65ebd-c889-4879-8612-b0d31c84ba25 req-ea9c3f04-e30e-4a8b-9410-58c09f238187 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:37.477926 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a5d65ebd-c889-4879-8612-b0d31c84ba25 req-ea9c3f04-e30e-4a8b-9410-58c09f238187 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0466249 Sep 24 14:34:37.519246 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1f1546cf-cf9d-45a4-9687-97583043fea6 req-4f246881-ae71-4a0f-877e-88b6ad37f08d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561316 Sep 24 14:34:37.524735 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a5d65ebd-c889-4879-8612-b0d31c84ba25 req-ab72e63a-b083-4eee-91e1-eefe26a55f9c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411725 Sep 24 14:34:37.894687 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd53106-943c-4b30-86b1-492cc0e1e88d req-1087707e-bbc5-4c9b-b9b8-f0e32992c5bd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:37.896162 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-abd53106-943c-4b30-86b1-492cc0e1e88d req-1087707e-bbc5-4c9b-b9b8-f0e32992c5bd tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0462799 Sep 24 14:34:37.941434 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-abd53106-943c-4b30-86b1-492cc0e1e88d req-e02851bc-4e20-4671-b9f0-f18d7456cb02 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398040 Sep 24 14:34:38.641590 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14021127-3102-4fb8-b6e4-4b79fa39d9f9 req-753a8faf-bf06-44b9-8353-dda252fad17d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:38.643069 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-14021127-3102-4fb8-b6e4-4b79fa39d9f9 req-753a8faf-bf06-44b9-8353-dda252fad17d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0463765 Sep 24 14:34:38.646574 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb98a6-ef0d-4c5d-8ddf-025a83a77753 req-61842f75-5152-4da7-acd3-801bb40694bb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:38.648068 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cafb98a6-ef0d-4c5d-8ddf-025a83a77753 req-61842f75-5152-4da7-acd3-801bb40694bb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0449908 Sep 24 14:34:38.695736 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cafb98a6-ef0d-4c5d-8ddf-025a83a77753 req-fd4949d0-24f2-475d-baef-adad7026c36b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416436 Sep 24 14:34:38.706659 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-14021127-3102-4fb8-b6e4-4b79fa39d9f9 req-13eaf9ee-2942-4ea1-a0e1-43360d17fb72 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577567 Sep 24 14:34:38.764809 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=63 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:38.765682 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=75 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:39.061143 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8119e2-069e-4e53-b7b9-5e045f51cd53 req-20f8fd93-b720-473b-94d1-a59a46c84840 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:39.062578 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4d8119e2-069e-4e53-b7b9-5e045f51cd53 req-20f8fd93-b720-473b-94d1-a59a46c84840 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0493300 Sep 24 14:34:39.108461 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4d8119e2-069e-4e53-b7b9-5e045f51cd53 req-9bb83c1a-6c02-4953-b849-fc47566e8c77 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403576 Sep 24 14:34:39.583790 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb1ff7-b670-4b69-9db7-f37693a459fe req-72e6ef64-a04b-48d9-a067-105abbbaca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:39.585251 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b7cb1ff7-b670-4b69-9db7-f37693a459fe req-72e6ef64-a04b-48d9-a067-105abbbaca38 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 1127 time: 0.0396864 Sep 24 14:34:39.828280 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78e842-a5dc-4676-8cb4-bf962e7e7605 req-c1e6e353-e833-4fac-a0e4-c5a15e25e3dc tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:39.833272 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9e78e842-a5dc-4676-8cb4-bf962e7e7605 req-c1e6e353-e833-4fac-a0e4-c5a15e25e3dc tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0495672 Sep 24 14:34:39.833457 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfbf44-8481-4935-ac9a-df5d013c7e0e req-f35c1d18-e603-4d04-9e47-fdc0f228b458 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:39.833457 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9acfbf44-8481-4935-ac9a-df5d013c7e0e req-f35c1d18-e603-4d04-9e47-fdc0f228b458 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0462692 Sep 24 14:34:39.846074 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:39.880801 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9e78e842-a5dc-4676-8cb4-bf962e7e7605 req-5a270e48-8ba9-4102-b849-1903d689ca3f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426869 Sep 24 14:34:39.894465 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9acfbf44-8481-4935-ac9a-df5d013c7e0e req-a203b208-e85b-443f-bd1d-abe77ad18c50 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555568 Sep 24 14:34:40.229298 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406beb7c-327d-4b08-b9e8-a6be421bc39a req-e401ad96-6570-4096-a4b4-d691fa08fb98 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:40.230726 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-406beb7c-327d-4b08-b9e8-a6be421bc39a req-e401ad96-6570-4096-a4b4-d691fa08fb98 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0489974 Sep 24 14:34:40.276115 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-406beb7c-327d-4b08-b9e8-a6be421bc39a req-7b4fc2c5-6189-4c63-94a1-65a2d6fb096d tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398617 Sep 24 14:34:41.005270 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edbce3-e02a-4930-a544-6d768aa0b5a9 req-74d53497-1baf-46b9-8091-82f7ee93f52b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:41.006749 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-61edbce3-e02a-4930-a544-6d768aa0b5a9 req-74d53497-1baf-46b9-8091-82f7ee93f52b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0456922 Sep 24 14:34:41.015215 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec82cb-ebaf-4e09-b06f-3fd440242115 req-3bc563d1-272e-4507-a998-299f2b07c395 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:41.016694 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8fec82cb-ebaf-4e09-b06f-3fd440242115 req-3bc563d1-272e-4507-a998-299f2b07c395 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0471375 Sep 24 14:34:41.057293 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-61edbce3-e02a-4930-a544-6d768aa0b5a9 req-490dba32-b78c-4c94-b9b8-c4f7d16190a7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448298 Sep 24 14:34:41.076955 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8fec82cb-ebaf-4e09-b06f-3fd440242115 req-778365ef-c9c2-43f7-b53d-326700907f95 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538113 Sep 24 14:34:41.224315 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9bcbf202-4cbf-42d4-9889-2c337cd6d929 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:34:41.226552 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:41.228118 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:41.231355 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:41.330524 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:34:41.341470 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'port_id': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'mac_address': 'fa:16:3e:86:28:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:34:41.376260 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:34:41.376648 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:41.389220 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcbf202-4cbf-42d4-9889-2c337cd6d929 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:34:41.393810 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaddd33-a562-4e48-bfd2-9733625aa18e req-6fcffc1b-19a5-4401-a874-7e9a9d41801b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:41.395316 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-bfaddd33-a562-4e48-bfd2-9733625aa18e req-6fcffc1b-19a5-4401-a874-7e9a9d41801b tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0460610 Sep 24 14:34:41.409688 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:34:41.413935 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:41.443233 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-bfaddd33-a562-4e48-bfd2-9733625aa18e req-e0d44404-f01c-4222-89f7-615694bac779 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423648 Sep 24 14:34:41.462971 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=9bcbf202-4cbf-42d4-9889-2c337cd6d929,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:41.962997 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['9bcbf202-4cbf-42d4-9889-2c337cd6d929'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:34:42.181934 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32613fa-9b44-4f4d-8e6e-cb5c1fe5f0a7 req-ba99d103-5c23-414d-a0e9-c65328aba452 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:42.183409 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b32613fa-9b44-4f4d-8e6e-cb5c1fe5f0a7 req-ba99d103-5c23-414d-a0e9-c65328aba452 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 944 time: 0.0461650 Sep 24 14:34:42.199393 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37553157-485c-4a22-bde1-f548ddb1bf6b req-dc9fccc0-69e9-4379-9b14-127815e9a1f6 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:42.201197 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-37553157-485c-4a22-bde1-f548ddb1bf6b req-dc9fccc0-69e9-4379-9b14-127815e9a1f6 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0469043 Sep 24 14:34:42.221447 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:42.233772 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b32613fa-9b44-4f4d-8e6e-cb5c1fe5f0a7 req-dc3dfcee-84e6-42e8-a875-0d014a17033f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439498 Sep 24 14:34:42.261786 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-37553157-485c-4a22-bde1-f548ddb1bf6b req-e6e56d48-6b6a-437f-aa24-84f094aadc86 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547590 Sep 24 14:34:42.563430 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3edff5-7c8e-4357-852f-56abab75b20d req-466c45dd-efb8-44d4-b7e4-2712ee70de47 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:42.564872 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0f3edff5-7c8e-4357-852f-56abab75b20d req-466c45dd-efb8-44d4-b7e4-2712ee70de47 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0465281 Sep 24 14:34:42.610610 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0f3edff5-7c8e-4357-852f-56abab75b20d req-b6d23b7c-7149-4390-98de-15056387e508 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403531 Sep 24 14:34:43.245839 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9bcbf202-4cbf-42d4-9889-2c337cd6d929 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:34:43.257269 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:43.260359 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb1ff7-b670-4b69-9db7-f37693a459fe req-5791565f-02bd-484e-9e7f-b72b6a05210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:43.261796 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b7cb1ff7-b670-4b69-9db7-f37693a459fe req-5791565f-02bd-484e-9e7f-b72b6a05210a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 916 time: 0.0890810 Sep 24 14:34:43.288577 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:34:43.294453 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:34:43.294911 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:43.295251 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 Sep 24 14:34:43.370327 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b62d-2e0b-46b5-a278-217435b4d66a req-fcab5551-89cf-4266-b2e8-690fe5edf710 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:43.371991 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0f74b62d-2e0b-46b5-a278-217435b4d66a req-fcab5551-89cf-4266-b2e8-690fe5edf710 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 944 time: 0.0521646 Sep 24 14:34:43.372253 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:34:43.373246 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:43.385965 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873e726-b665-404a-9091-8c2c43c97530 req-88fb16c0-7297-4b2f-bf1d-dbba6a7f5628 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:43.387479 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0873e726-b665-404a-9091-8c2c43c97530 req-88fb16c0-7297-4b2f-bf1d-dbba6a7f5628 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0485673 Sep 24 14:34:43.398030 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:34:43.400289 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb10b2d-ae02-4017-ad86-b63503b697aa" -d '{"events": [{"server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "name": "network-vif-plugged", "status": "completed", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:34:43.410447 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:43.413556 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:34:43.418084 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:43.427296 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0f74b62d-2e0b-46b5-a278-217435b4d66a req-9ae2cba7-2d82-4d05-b84f-202e67f77557 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486131 Sep 24 14:34:43.468671 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=9bcbf202-4cbf-42d4-9889-2c337cd6d929,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:43.472046 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0873e726-b665-404a-9091-8c2c43c97530 req-6d3b6857-bed0-411d-9e08-398bb6b63eae tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774920 Sep 24 14:34:43.476034 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.476384 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.476747 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.477102 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.477439 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.477816 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.478144 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.478506 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.478850 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.479180 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.479510 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.479847 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.480297 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.480625 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.480946 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:34:43.486863 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b2ae43-bd54-4136-947b-033f19d46c1f x-openstack-request-id: req-23b2ae43-bd54-4136-947b-033f19d46c1f {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:34:43.486863 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "name": "network-vif-plugged", "status": "completed", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:34:43.486863 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23b2ae43-bd54-4136-947b-033f19d46c1f {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:34:43.486863 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b2ae43-bd54-4136-947b-033f19d46c1f'] response: {'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'code': 200} Sep 24 14:34:43.534373 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b7cb1ff7-b670-4b69-9db7-f37693a459fe req-b98214c2-1c76-4c49-bf59-21c5718246ce service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929 HTTP/1.1" status: 200 len: 217 time: 0.0321810 Sep 24 14:34:43.736682 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf52a2-5b69-4c40-bbea-bfcec9152d40 req-f3525734-4802-48b0-a2a6-71f5c9730b97 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:43.738300 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7bdf52a2-5b69-4c40-bbea-bfcec9152d40 req-f3525734-4802-48b0-a2a6-71f5c9730b97 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0492799 Sep 24 14:34:43.742388 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-411bf3bb-b0ea-47d1-8d96-3ff2519b4484 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:43.743978 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-411bf3bb-b0ea-47d1-8d96-3ff2519b4484 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 946 time: 0.0787435 Sep 24 14:34:43.745787 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb1ff7-b670-4b69-9db7-f37693a459fe req-e5353288-93eb-4505-b0df-c6168a9524be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:43.747216 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b7cb1ff7-b670-4b69-9db7-f37693a459fe req-e5353288-93eb-4505-b0df-c6168a9524be service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=f32d4a51-22a9-4cfb-b152-16f2e987f478 HTTP/1.1" status: 200 len: 855 time: 0.0914292 Sep 24 14:34:43.798743 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7bdf52a2-5b69-4c40-bbea-bfcec9152d40 req-b0a511a2-b5b3-412a-a62e-26ff115069e3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=13bd5471-976f-4def-9def-63d2973ab627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542929 Sep 24 14:34:43.850207 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188a074-bbcc-490f-b389-a7b123abad57 req-ddd6dca3-063d-4710-8be0-3dabdcef803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:43.851731 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5188a074-bbcc-490f-b389-a7b123abad57 req-ddd6dca3-063d-4710-8be0-3dabdcef803e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 1129 time: 0.0572498 Sep 24 14:34:43.872213 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb1ff7-b670-4b69-9db7-f37693a459fe req-61dddd15-2f5e-4d96-a5fd-c72af26e46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:43.873721 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b7cb1ff7-b670-4b69-9db7-f37693a459fe req-61dddd15-2f5e-4d96-a5fd-c72af26e46c9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=841ec28f-242a-4287-8d65-ef9f3927d5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1123219 Sep 24 14:34:43.895197 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5188a074-bbcc-490f-b389-a7b123abad57 req-61a5422e-5904-49ab-8b65-4b3715cd658d service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365813 Sep 24 14:34:43.902199 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Deleting port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:34:43.902543 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:44.039047 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b7cb1ff7-b670-4b69-9db7-f37693a459fe req-4d32ab9c-db8c-4c67-b567-ec021b4a165b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584589 Sep 24 14:34:44.045895 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] For port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:34:44.046260 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:44.205068 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:44.205344 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (d7ef5804-082a-4780-9c0d-ccc10f14dec6), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:44.205655 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Floating IP d7ef5804-082a-4780-9c0d-ccc10f14dec6 disassociated. External IP: 172.27.1.226, port: 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b. Sep 24 14:34:44.205990 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Calling delete_port for 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:34:44.593716 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6fa93-e237-43be-a602-4e29113dd717 req-6c14bc81-8468-494a-bda8-7fefb5b63f7e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:44.595233 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-05f6fa93-e237-43be-a602-4e29113dd717 req-6c14bc81-8468-494a-bda8-7fefb5b63f7e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0466483 Sep 24 14:34:44.618240 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf58eb-fce7-498d-a515-d00066e4c878 req-f3292f2c-bbd2-4146-8c80-05f82750bdae tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:44.619700 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-68cf58eb-fce7-498d-a515-d00066e4c878 req-f3292f2c-bbd2-4146-8c80-05f82750bdae tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0878236 Sep 24 14:34:44.655548 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-05f6fa93-e237-43be-a602-4e29113dd717 req-8a1aac1a-87e0-42af-bd8c-0fc958d39d8e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545659 Sep 24 14:34:44.656180 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b7cb1ff7-b670-4b69-9db7-f37693a459fe req-6460272e-5223-456e-bd70-267131f3a693 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729968 Sep 24 14:34:44.681586 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:44.690793 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:44.720313 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-68cf58eb-fce7-498d-a515-d00066e4c878 req-942d5587-744a-45ae-86e9-e522af6159b8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939832 Sep 24 14:34:44.724936 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:44.751206 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Pushing event deleted for resources: {'Port': ['ID=1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:44.863806 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Router 2cba54f6-562a-4f55-9f3b-72403f68d093 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:34:44.901656 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8dfc01ad-fdac-4aed-adbf-71ad0859a658 req-b5e02225-7b0f-4d00-8b99-ade001885498 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 210 time: 0.0267150 Sep 24 14:34:44.969304 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:34:44.978996 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2d9a8e-773c-474b-aaa3-11588210b42f None None] Sync routers for ids ['2cba54f6-562a-4f55-9f3b-72403f68d093'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:34:44.989096 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2d9a8e-773c-474b-aaa3-11588210b42f None None] Routers {'2cba54f6-562a-4f55-9f3b-72403f68d093'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:34:44.989694 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-db2d9a8e-773c-474b-aaa3-11588210b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:34:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['2cba54f6-562a-4f55-9f3b-72403f68d093'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:45.009772 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] No DVR routers for this DVR port 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:34:45.012349 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:45.016146 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-92bd07fd-1bad-4c67-866d-fbd9c69abd93 req-eba7623b-eb92-4750-bc8f-c1765fa1e5d2 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.33 "DELETE /networking/v2.0/ports/1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b HTTP/1.1" status: 204 len: 173 time: 1.2619603 Sep 24 14:34:45.016654 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'name': 'network-vif-deleted', 'tag': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:34:45.019041 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0b4a2a-2b13-49ba-b109-7d8244e2453b" -d '{"events": [{"server_uuid": "6c64d080-3e58-4d1a-a7cc-a2406fc39ce9", "name": "network-vif-deleted", "tag": "1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:34:45.060512 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0a4919-9aff-42c7-9a17-55943cd69823 x-openstack-request-id: req-ef0a4919-9aff-42c7-9a17-55943cd69823 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:34:45.060803 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c64d080-3e58-4d1a-a7cc-a2406fc39ce9", "name": "network-vif-deleted", "tag": "1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:34:45.061101 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef0a4919-9aff-42c7-9a17-55943cd69823 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:34:45.061895 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0a4919-9aff-42c7-9a17-55943cd69823'] response: {'server_uuid': '6c64d080-3e58-4d1a-a7cc-a2406fc39ce9', 'name': 'network-vif-deleted', 'tag': '1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b', 'status': 'completed', 'code': 200} Sep 24 14:34:45.096294 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-db2d9a8e-773c-474b-aaa3-11588210b42f None None] Set router 2cba54f6-562a-4f55-9f3b-72403f68d093 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:34:45.301015 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-db2d9a8e-773c-474b-aaa3-11588210b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '47c750f3-733f-4366-9519-1e9eb9460da7', 'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'mac_address': 'fa:16:3e:2e:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:15Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 5, 'project_id': '9b458789f89a441caad76e78167bc00b', 'subnets': [{'id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:45.324379 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2d9a8e-773c-474b-aaa3-11588210b42f None None] Checking router: 2cba54f6-562a-4f55-9f3b-72403f68d093 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:34:45.333019 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2d9a8e-773c-474b-aaa3-11588210b42f None None] Routers {'2cba54f6-562a-4f55-9f3b-72403f68d093'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:34:45.333629 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-db2d9a8e-773c-474b-aaa3-11588210b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:34:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['2cba54f6-562a-4f55-9f3b-72403f68d093'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:45.430938 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-db2d9a8e-773c-474b-aaa3-11588210b42f None None] Set router 2cba54f6-562a-4f55-9f3b-72403f68d093 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:34:45.634499 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-db2d9a8e-773c-474b-aaa3-11588210b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '47c750f3-733f-4366-9519-1e9eb9460da7', 'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'mac_address': 'fa:16:3e:2e:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:15Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 5, 'project_id': '9b458789f89a441caad76e78167bc00b', 'subnets': [{'id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:45.662298 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2d9a8e-773c-474b-aaa3-11588210b42f None None] The sync data for ids ['2cba54f6-562a-4f55-9f3b-72403f68d093'] in dv-cinder-859193-1-iscsi is: [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:26:16Z', 'revision_number': 4, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '47c750f3-733f-4366-9519-1e9eb9460da7', 'name': '', 'network_id': '24a47d24-f7df-4dec-9596-133c854781ec', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'mac_address': 'fa:16:3e:2e:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:15Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 5, 'project_id': '9b458789f89a441caad76e78167bc00b', 'subnets': [{'id': 'fe857056-21d8-4508-97b2-00f8e846f7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:34:45.789493 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b40ca-8cc1-4dd0-84bc-5f8a3e3df9c2 req-03007c50-5e7b-44ea-88ef-5cc3abe810f7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:45.791869 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f39b40ca-8cc1-4dd0-84bc-5f8a3e3df9c2 req-03007c50-5e7b-44ea-88ef-5cc3abe810f7 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0558226 Sep 24 14:34:45.878880 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ab2ca-a825-459b-bb80-bb699e2b4b90 req-85cdb778-5518-42e6-9adf-6137d9409098 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:45.885399 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0f0ab2ca-a825-459b-bb80-bb699e2b4b90 req-85cdb778-5518-42e6-9adf-6137d9409098 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0605938 Sep 24 14:34:45.894478 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f39b40ca-8cc1-4dd0-84bc-5f8a3e3df9c2 req-02a765af-ca1e-4624-ab06-edcbe6022519 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962036 Sep 24 14:34:45.938669 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0f0ab2ca-a825-459b-bb80-bb699e2b4b90 req-0a0b7c06-f8d9-4ae8-a93d-408524def0e2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524561 Sep 24 14:34:45.988822 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb4702-465e-4f4c-bbbc-22dd4ac70ee9 None None] New status for floating IP d7ef5804-082a-4780-9c0d-ccc10f14dec6: DOWN {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:34:46.056713 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3797d291-82cf-420a-977b-eacf4b9b2cee req-e924d1d0-1be8-4e6a-93d8-cb053b30da3f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c64d080-3e58-4d1a-a7cc-a2406fc39ce9 HTTP/1.1" status: 200 len: 210 time: 0.0284314 Sep 24 14:34:47.014991 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4652d27-0b15-410b-b1e0-e16dc38e4005 req-757f45e8-9ddb-48a0-bd78-b01dc4766ae4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:47.016460 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4652d27-0b15-410b-b1e0-e16dc38e4005 req-757f45e8-9ddb-48a0-bd78-b01dc4766ae4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0465477 Sep 24 14:34:47.076151 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a4652d27-0b15-410b-b1e0-e16dc38e4005 req-f225a42e-6c79-41c1-a45d-c1102bcfc793 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540586 Sep 24 14:34:47.077838 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42410943-1e3f-4f88-aa9f-5a53cebd9161 req-a70cdfb3-1f58-4810-adf2-f17fb8768587 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:47.081170 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-42410943-1e3f-4f88-aa9f-5a53cebd9161 req-a70cdfb3-1f58-4810-adf2-f17fb8768587 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0475953 Sep 24 14:34:47.128594 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-42410943-1e3f-4f88-aa9f-5a53cebd9161 req-9d19efd4-05ca-44b4-a7dd-ac178849b245 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438268 Sep 24 14:34:47.165103 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45370) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:47.179731 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.228965 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-fd7fcd81-f52c-42fa-970a-06aef6fee5f5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for security_group (13bd5471-976f-4def-9def-63d2973ab627), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.250279 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:47.252134 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:34:47.254478 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-fd7fcd81-f52c-42fa-970a-06aef6fee5f5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for security_group (13bd5471-976f-4def-9def-63d2973ab627), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.265851 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320813-0b77-4354-b31b-ee64cd123d01 req-cd24074e-9c64-46e0-923b-ae7264c752a4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:47.267582 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-78320813-0b77-4354-b31b-ee64cd123d01 req-cd24074e-9c64-46e0-923b-ae7264c752a4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0587344 Sep 24 14:34:47.272362 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:34:47.272869 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 1ba4ea7b-1ad2-4458-a277-d58b39c2ad8b not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:34:47.277967 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45372) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:47.282491 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-73531669-5ee8-4c07-b81b-18acb045cd5e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Request body: {'floatingip': {'port_id': '9bcbf202-4cbf-42d4-9889-2c337cd6d929'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:34:47.307787 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-fd7fcd81-f52c-42fa-970a-06aef6fee5f5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (13bd5471-976f-4def-9def-63d2973ab627), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.311063 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-fd7fcd81-f52c-42fa-970a-06aef6fee5f5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.312261 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-fd7fcd81-f52c-42fa-970a-06aef6fee5f5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/13bd5471-976f-4def-9def-63d2973ab627 HTTP/1.1" status: 204 len: 168 time: 0.1458969 Sep 24 14:34:47.315661 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45374) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:47.322363 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-73531669-5ee8-4c07-b81b-18acb045cd5e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (8539404f-fa93-49fd-8df4-03d752f4e12d), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.332467 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fcd81-f52c-42fa-970a-06aef6fee5f5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bd5471-976f-4def-9def-63d2973ab627,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:47.336300 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.api.v2.resource [None req-68a7ab2b-1ccd-4d74-a627-6dc1f461e702 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] show failed (client error): The resource could not be found. Sep 24 14:34:47.337709 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-68a7ab2b-1ccd-4d74-a627-6dc1f461e702 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups/13bd5471-976f-4def-9def-63d2973ab627 HTTP/1.1" status: 404 len: 347 time: 0.0206671 Sep 24 14:34:47.340018 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45376) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:47.454268 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-22ee1b41-c4e2-4695-b8cb-ffefe35976e5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Deleting port c429febd-c3eb-4fcf-81f2-c5712a146f86 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:34:47.454614 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-22ee1b41-c4e2-4695-b8cb-ffefe35976e5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (c429febd-c3eb-4fcf-81f2-c5712a146f86), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.535798 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-22ee1b41-c4e2-4695-b8cb-ffefe35976e5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (c429febd-c3eb-4fcf-81f2-c5712a146f86), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.536127 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-22ee1b41-c4e2-4695-b8cb-ffefe35976e5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for floatingip (c429febd-c3eb-4fcf-81f2-c5712a146f86), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.551333 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-22ee1b41-c4e2-4695-b8cb-ffefe35976e5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Calling delete_port for c429febd-c3eb-4fcf-81f2-c5712a146f86 owned by network:floatingip {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:34:47.610227 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:47.621132 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:47.690744 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:47.694943 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-22ee1b41-c4e2-4695-b8cb-ffefe35976e5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (c429febd-c3eb-4fcf-81f2-c5712a146f86), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.723939 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee1b41-c4e2-4695-b8cb-ffefe35976e5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Pushing event deleted for resources: {'Port': ['ID=c429febd-c3eb-4fcf-81f2-c5712a146f86,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:47.754376 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-73531669-5ee8-4c07-b81b-18acb045cd5e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.758373 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-73531669-5ee8-4c07-b81b-18acb045cd5e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (8539404f-fa93-49fd-8df4-03d752f4e12d), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.784652 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-22ee1b41-c4e2-4695-b8cb-ffefe35976e5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks [] for floatingip (d7ef5804-082a-4780-9c0d-ccc10f14dec6), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.787219 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-22ee1b41-c4e2-4695-b8cb-ffefe35976e5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:47.788357 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-22ee1b41-c4e2-4695-b8cb-ffefe35976e5 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/d7ef5804-082a-4780-9c0d-ccc10f14dec6 HTTP/1.1" status: 204 len: 168 time: 0.4473495 Sep 24 14:34:47.864545 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.l3_db [None req-73531669-5ee8-4c07-b81b-18acb045cd5e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Floating IP 8539404f-fa93-49fd-8df4-03d752f4e12d associated. External IP: 172.27.1.93, port: 9bcbf202-4cbf-42d4-9889-2c337cd6d929. Sep 24 14:34:48.063200 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73531669-5ee8-4c07-b81b-18acb045cd5e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Router b0c19301-0a38-4d15-b016-ddc5ac376e94 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:34:48.167890 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73531669-5ee8-4c07-b81b-18acb045cd5e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:34:48.173355 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-73531669-5ee8-4c07-b81b-18acb045cd5e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:48.179450 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f0d24-7573-455f-9251-5fc9c998133e None None] Sync routers for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:34:48.191081 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f0d24-7573-455f-9251-5fc9c998133e None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:34:48.191944 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8f1f0d24-7573-455f-9251-5fc9c998133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:34:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:48.202867 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6876e-8780-4604-a03d-19994565b854 req-ca4c103c-d54d-4047-a508-ca5509c05ca0 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:48.204548 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-32d6876e-8780-4604-a03d-19994565b854 req-ca4c103c-d54d-4047-a508-ca5509c05ca0 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0507054 Sep 24 14:34:48.210883 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-73531669-5ee8-4c07-b81b-18acb045cd5e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/8539404f-fa93-49fd-8df4-03d752f4e12d HTTP/1.1" status: 200 len: 990 time: 0.9292765 Sep 24 14:34:48.210883 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:34:48.216118 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced1911a76e2b68976553810b569b19b079f2d27d27f8393138a5e2ba6d46ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3484863-923e-4031-83a4-e97f36b10702" -d '{"events": [{"name": "network-changed", "server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:34:48.261757 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48fb38c-4fff-4ecd-817a-14407b065c8b x-openstack-request-id: req-b48fb38c-4fff-4ecd-817a-14407b065c8b {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:34:48.262131 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929", "status": "completed", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:34:48.262446 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b48fb38c-4fff-4ecd-817a-14407b065c8b {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:34:48.263088 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48fb38c-4fff-4ecd-817a-14407b065c8b'] response: {'name': 'network-changed', 'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'status': 'completed', 'code': 200} Sep 24 14:34:48.273194 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-32d6876e-8780-4604-a03d-19994565b854 req-e04e152c-285e-4cc7-8ab8-aae7a7dcbeac tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617230 Sep 24 14:34:48.301384 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-8f1f0d24-7573-455f-9251-5fc9c998133e None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:34:48.379125 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:48.381278 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3484863-923e-4031-83a4-e97f36b10702 req-d76221cb-8487-4a44-8e85-a07cc5987f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:48.382746 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f3484863-923e-4031-83a4-e97f36b10702 req-d76221cb-8487-4a44-8e85-a07cc5987f72 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 1129 time: 0.0429723 Sep 24 14:34:48.388896 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:48.478685 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3484863-923e-4031-83a4-e97f36b10702 req-2cdfb8ff-193c-40c9-a30a-15f3ab2204ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:48.480181 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f3484863-923e-4031-83a4-e97f36b10702 req-2cdfb8ff-193c-40c9-a30a-15f3ab2204ea service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 916 time: 0.0888770 Sep 24 14:34:48.555057 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f3484863-923e-4031-83a4-e97f36b10702 req-4cc23ace-72c4-45b9-9d8f-a7e5bd783e92 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929 HTTP/1.1" status: 200 len: 998 time: 0.0583036 Sep 24 14:34:48.601578 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8f1f0d24-7573-455f-9251-5fc9c998133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '8539404f-fa93-49fd-8df4-03d752f4e12d', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'port_id': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'mac_address': 'fa:16:3e:86:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3195e775-0693-43e1-98c5-6da051739679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:34:31Z', 'updated_at': '2022-09-24T14:34:47Z', 'revision_number': 1, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:30Z', 'revision_number': 5, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:48.605908 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3484863-923e-4031-83a4-e97f36b10702 req-6a14a0f0-b270-4a59-83e1-b38d6e885c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:48.607428 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f3484863-923e-4031-83a4-e97f36b10702 req-6a14a0f0-b270-4a59-83e1-b38d6e885c1a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=f32d4a51-22a9-4cfb-b152-16f2e987f478 HTTP/1.1" status: 200 len: 855 time: 0.0441942 Sep 24 14:34:48.628836 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f0d24-7573-455f-9251-5fc9c998133e None None] Checking router: b0c19301-0a38-4d15-b016-ddc5ac376e94 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:34:48.637162 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f0d24-7573-455f-9251-5fc9c998133e None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:34:48.637762 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8f1f0d24-7573-455f-9251-5fc9c998133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:34:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:48.653482 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3484863-923e-4031-83a4-e97f36b10702 req-1ef31616-2c68-42f0-a356-46cff3cff3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:48.654995 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f3484863-923e-4031-83a4-e97f36b10702 req-1ef31616-2c68-42f0-a356-46cff3cff3b7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=841ec28f-242a-4287-8d65-ef9f3927d5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403333 Sep 24 14:34:48.741534 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-8f1f0d24-7573-455f-9251-5fc9c998133e None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:34:48.758346 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f3484863-923e-4031-83a4-e97f36b10702 req-bbac5270-9c9a-4486-980c-4117ccc7b64c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967238 Sep 24 14:34:48.953796 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8f1f0d24-7573-455f-9251-5fc9c998133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '8539404f-fa93-49fd-8df4-03d752f4e12d', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'port_id': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'mac_address': 'fa:16:3e:86:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3195e775-0693-43e1-98c5-6da051739679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:34:31Z', 'updated_at': '2022-09-24T14:34:47Z', 'revision_number': 1, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:30Z', 'revision_number': 5, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:48.978138 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f0d24-7573-455f-9251-5fc9c998133e None None] The sync data for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi is: [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '8539404f-fa93-49fd-8df4-03d752f4e12d', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'port_id': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'mac_address': 'fa:16:3e:86:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3195e775-0693-43e1-98c5-6da051739679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:34:31Z', 'updated_at': '2022-09-24T14:34:47Z', 'revision_number': 1, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:30Z', 'revision_number': 5, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:34:49.166069 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbf8299-47d3-4b1d-af69-1dc065304bb7 None None] New status for floating IP 8539404f-fa93-49fd-8df4-03d752f4e12d: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:34:49.397221 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f3484863-923e-4031-83a4-e97f36b10702 req-57965298-0862-4d4c-93f9-7120666ceb4c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920289 Sep 24 14:34:49.413165 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02920877-25c2-494b-9d2f-74011b06b522 req-28bf6277-d21c-426c-9790-d236d41e5f4e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:49.414550 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-02920877-25c2-494b-9d2f-74011b06b522 req-28bf6277-d21c-426c-9790-d236d41e5f4e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0498719 Sep 24 14:34:49.473799 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-02920877-25c2-494b-9d2f-74011b06b522 req-5c92ca3a-4423-4519-972e-be28792b9e27 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&id=aea4aecb-ea94-4294-bdda-2433c5abadc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529015 Sep 24 14:34:50.236343 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:50.274386 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aa3e1-ffb7-4e03-9457-21122126ed62 req-52c10ca4-c19b-4fc3-a6d9-f4bf952fcd30 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:50.275868 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b21aa3e1-ffb7-4e03-9457-21122126ed62 req-52c10ca4-c19b-4fc3-a6d9-f4bf952fcd30 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0485029 Sep 24 14:34:50.323412 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b21aa3e1-ffb7-4e03-9457-21122126ed62 req-ce75bfef-84bf-48ba-9613-ebbc6bc02ddb tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Sep 24 14:34:51.146061 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3d27f-1c6c-4eac-ad34-8e03c5f1d57b req-a69a0b1e-3f28-480e-b030-12a224b38301 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:51.147481 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d0c3d27f-1c6c-4eac-ad34-8e03c5f1d57b req-a69a0b1e-3f28-480e-b030-12a224b38301 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0492208 Sep 24 14:34:51.199563 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:34:51.229556 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-d0c3d27f-1c6c-4eac-ad34-8e03c5f1d57b req-7313c038-50f7-4a39-9cd2-24dc2c7dd1c8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Deleting port 3c943efd-ace2-4916-8133-bc99ff2e01cf {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:34:51.229897 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d0c3d27f-1c6c-4eac-ad34-8e03c5f1d57b req-7313c038-50f7-4a39-9cd2-24dc2c7dd1c8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:51.315088 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:51.318451 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:51.320289 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-d0c3d27f-1c6c-4eac-ad34-8e03c5f1d57b req-7313c038-50f7-4a39-9cd2-24dc2c7dd1c8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] For port 3c943efd-ace2-4916-8133-bc99ff2e01cf, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=3c943efd-ace2-4916-8133-bc99ff2e01cf,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:34:51.320653 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d0c3d27f-1c6c-4eac-ad34-8e03c5f1d57b req-7313c038-50f7-4a39-9cd2-24dc2c7dd1c8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:51.334977 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-d0c3d27f-1c6c-4eac-ad34-8e03c5f1d57b req-7313c038-50f7-4a39-9cd2-24dc2c7dd1c8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Calling delete_port for 3c943efd-ace2-4916-8133-bc99ff2e01cf owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:34:51.474009 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb720e09-4cfb-4997-b19d-b4a03cb1241f req-23a160f3-f68b-4c61-a784-382fd1b14ecf tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:51.475399 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cb720e09-4cfb-4997-b19d-b4a03cb1241f req-23a160f3-f68b-4c61-a784-382fd1b14ecf tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7f95b7f-2918-442c-ba7f-832ba9156e7d HTTP/1.1" status: 200 len: 945 time: 0.0721879 Sep 24 14:34:51.512563 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d0c3d27f-1c6c-4eac-ad34-8e03c5f1d57b req-7313c038-50f7-4a39-9cd2-24dc2c7dd1c8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (3c943efd-ace2-4916-8133-bc99ff2e01cf), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:51.549393 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313c038-50f7-4a39-9cd2-24dc2c7dd1c8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Pushing event deleted for resources: {'Port': ['ID=3c943efd-ace2-4916-8133-bc99ff2e01cf,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:51.556440 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['812bad02-1d00-421a-acb7-00e2e9023540', '3c943efd-ace2-4916-8133-bc99ff2e01cf'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:34:51.561753 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cb720e09-4cfb-4997-b19d-b4a03cb1241f req-fce91928-f521-4b6f-a270-127284cfafe9 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784750 Sep 24 14:34:51.607472 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c3d27f-1c6c-4eac-ad34-8e03c5f1d57b req-7313c038-50f7-4a39-9cd2-24dc2c7dd1c8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] No DVR routers for this DVR port 3c943efd-ace2-4916-8133-bc99ff2e01cf on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:34:51.609882 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-d0c3d27f-1c6c-4eac-ad34-8e03c5f1d57b req-7313c038-50f7-4a39-9cd2-24dc2c7dd1c8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:51.613116 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d0c3d27f-1c6c-4eac-ad34-8e03c5f1d57b req-7313c038-50f7-4a39-9cd2-24dc2c7dd1c8 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.33 "DELETE /networking/v2.0/ports/3c943efd-ace2-4916-8133-bc99ff2e01cf HTTP/1.1" status: 204 len: 173 time: 0.4602201 Sep 24 14:34:51.613605 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f95b7f-2918-442c-ba7f-832ba9156e7d', 'name': 'network-vif-deleted', 'tag': '3c943efd-ace2-4916-8133-bc99ff2e01cf'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:34:51.615867 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f4f540-4992-4d40-9978-146e32a47976" -d '{"events": [{"server_uuid": "c7f95b7f-2918-442c-ba7f-832ba9156e7d", "name": "network-vif-deleted", "tag": "3c943efd-ace2-4916-8133-bc99ff2e01cf"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:34:51.658737 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6876387-0b46-4ec3-bd25-1b5260ad1844 x-openstack-request-id: req-f6876387-0b46-4ec3-bd25-1b5260ad1844 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:34:51.659594 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f95b7f-2918-442c-ba7f-832ba9156e7d", "name": "network-vif-deleted", "tag": "3c943efd-ace2-4916-8133-bc99ff2e01cf", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:34:51.659594 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6876387-0b46-4ec3-bd25-1b5260ad1844 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:34:51.659811 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6876387-0b46-4ec3-bd25-1b5260ad1844'] response: {'server_uuid': 'c7f95b7f-2918-442c-ba7f-832ba9156e7d', 'name': 'network-vif-deleted', 'tag': '3c943efd-ace2-4916-8133-bc99ff2e01cf', 'status': 'completed', 'code': 200} Sep 24 14:34:52.845043 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466d7a6-8cd6-4c3f-8bed-79037a4b0678 req-8710ab96-f06f-42ea-82fb-6b7f79803b1f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:52.846511 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f466d7a6-8cd6-4c3f-8bed-79037a4b0678 req-8710ab96-f06f-42ea-82fb-6b7f79803b1f tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0471308 Sep 24 14:34:52.892901 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f466d7a6-8cd6-4c3f-8bed-79037a4b0678 req-94041176-6102-4950-b885-a94cec64b762 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Sep 24 14:34:53.751679 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b96b2-c77a-4868-a8ba-88dea689690e req-6b2cc812-b294-44a2-b762-d3830dcf47a3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:53.753078 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-174b96b2-c77a-4868-a8ba-88dea689690e req-6b2cc812-b294-44a2-b762-d3830dcf47a3 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0449774 Sep 24 14:34:53.836454 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-174b96b2-c77a-4868-a8ba-88dea689690e req-19dff3e1-a91f-4fdf-85f0-f0758ffcd1df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Deleting port 812bad02-1d00-421a-acb7-00e2e9023540 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:34:53.836802 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-174b96b2-c77a-4868-a8ba-88dea689690e req-19dff3e1-a91f-4fdf-85f0-f0758ffcd1df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (812bad02-1d00-421a-acb7-00e2e9023540), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:53.923828 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-174b96b2-c77a-4868-a8ba-88dea689690e req-19dff3e1-a91f-4fdf-85f0-f0758ffcd1df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] For port 812bad02-1d00-421a-acb7-00e2e9023540, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=812bad02-1d00-421a-acb7-00e2e9023540,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:34:53.924504 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-174b96b2-c77a-4868-a8ba-88dea689690e req-19dff3e1-a91f-4fdf-85f0-f0758ffcd1df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (812bad02-1d00-421a-acb7-00e2e9023540), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:53.936944 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-174b96b2-c77a-4868-a8ba-88dea689690e req-19dff3e1-a91f-4fdf-85f0-f0758ffcd1df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Calling delete_port for 812bad02-1d00-421a-acb7-00e2e9023540 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:34:54.020475 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078043c-7e21-4588-ad6d-62ac1cc0e2a6 req-52e23bf6-2adb-4f73-b530-43608222f3f6 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:54.021874 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f078043c-7e21-4588-ad6d-62ac1cc0e2a6 req-52e23bf6-2adb-4f73-b530-43608222f3f6 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=db3aab52-9469-4a21-98ba-f83382ebf7ab HTTP/1.1" status: 200 len: 945 time: 0.0504382 Sep 24 14:34:54.066763 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-174b96b2-c77a-4868-a8ba-88dea689690e req-19dff3e1-a91f-4fdf-85f0-f0758ffcd1df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (812bad02-1d00-421a-acb7-00e2e9023540), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:54.068467 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f078043c-7e21-4588-ad6d-62ac1cc0e2a6 req-6c589043-cdfc-4f02-a4b7-51374e4962e6 tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d3868df-fb9a-4134-a717-3a912e33a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Sep 24 14:34:54.096250 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dff3e1-a91f-4fdf-85f0-f0758ffcd1df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Pushing event deleted for resources: {'Port': ['ID=812bad02-1d00-421a-acb7-00e2e9023540,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:54.103596 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['812bad02-1d00-421a-acb7-00e2e9023540'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:34:54.146447 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-174b96b2-c77a-4868-a8ba-88dea689690e req-19dff3e1-a91f-4fdf-85f0-f0758ffcd1df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] No DVR routers for this DVR port 812bad02-1d00-421a-acb7-00e2e9023540 on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:34:54.149064 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-174b96b2-c77a-4868-a8ba-88dea689690e req-19dff3e1-a91f-4fdf-85f0-f0758ffcd1df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:54.152282 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-174b96b2-c77a-4868-a8ba-88dea689690e req-19dff3e1-a91f-4fdf-85f0-f0758ffcd1df tempest-ServerRescueNegativeTestJSON-1268506751 tempest-ServerRescueNegativeTestJSON-1268506751-project] 10.222.0.33 "DELETE /networking/v2.0/ports/812bad02-1d00-421a-acb7-00e2e9023540 HTTP/1.1" status: 204 len: 173 time: 0.3945699 Sep 24 14:34:54.152825 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3aab52-9469-4a21-98ba-f83382ebf7ab', 'name': 'network-vif-deleted', 'tag': '812bad02-1d00-421a-acb7-00e2e9023540'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:34:54.157040 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6eb4d2-e95b-415d-9cb4-b06131907344" -d '{"events": [{"server_uuid": "db3aab52-9469-4a21-98ba-f83382ebf7ab", "name": "network-vif-deleted", "tag": "812bad02-1d00-421a-acb7-00e2e9023540"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:34:54.196284 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb96f34-4401-41e6-8a80-dcb7b4767dc0 x-openstack-request-id: req-dcb96f34-4401-41e6-8a80-dcb7b4767dc0 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:34:54.196739 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3aab52-9469-4a21-98ba-f83382ebf7ab", "name": "network-vif-deleted", "tag": "812bad02-1d00-421a-acb7-00e2e9023540", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:34:54.196992 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dcb96f34-4401-41e6-8a80-dcb7b4767dc0 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:34:54.197394 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb96f34-4401-41e6-8a80-dcb7b4767dc0'] response: {'server_uuid': 'db3aab52-9469-4a21-98ba-f83382ebf7ab', 'name': 'network-vif-deleted', 'tag': '812bad02-1d00-421a-acb7-00e2e9023540', 'status': 'completed', 'code': 200} Sep 24 14:34:55.134730 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45424) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:55.317989 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 3c943efd-ace2-4916-8133-bc99ff2e01cf no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:34:55.320256 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:55.322302 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:55.349834 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 3c943efd-ace2-4916-8133-bc99ff2e01cf {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:34:55.350379 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 3c943efd-ace2-4916-8133-bc99ff2e01cf not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:34:55.375626 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:55.660800 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a587c510-9f8c-4e45-abac-6874ba41a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768995'] for router_interface (2cba54f6-562a-4f55-9f3b-72403f68d093), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:55.683077 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-55ab9459-aa9f-4d2d-8673-245bf5f10f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:56.159828 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-a587c510-9f8c-4e45-abac-6874ba41a4b8 admin admin] Deleting port 47c750f3-733f-4366-9519-1e9eb9460da7 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:34:56.160282 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a587c510-9f8c-4e45-abac-6874ba41a4b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:56.240454 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-a587c510-9f8c-4e45-abac-6874ba41a4b8 admin admin] For port 47c750f3-733f-4366-9519-1e9eb9460da7, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=47c750f3-733f-4366-9519-1e9eb9460da7,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:34:56.240813 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a587c510-9f8c-4e45-abac-6874ba41a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:56.253604 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-a587c510-9f8c-4e45-abac-6874ba41a4b8 admin admin] Calling delete_port for 47c750f3-733f-4366-9519-1e9eb9460da7 owned by network:router_interface {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:34:56.428550 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a587c510-9f8c-4e45-abac-6874ba41a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (47c750f3-733f-4366-9519-1e9eb9460da7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:56.450662 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587c510-9f8c-4e45-abac-6874ba41a4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c750f3-733f-4366-9519-1e9eb9460da7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:56.507363 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:56.517685 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:56.627667 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a587c510-9f8c-4e45-abac-6874ba41a4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3661608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679251'] for router_interface (2cba54f6-562a-4f55-9f3b-72403f68d093), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:56.834437 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a587c510-9f8c-4e45-abac-6874ba41a4b8 admin admin] Router 2cba54f6-562a-4f55-9f3b-72403f68d093 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:34:56.936732 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a587c510-9f8c-4e45-abac-6874ba41a4b8 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:34:56.941785 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-a587c510-9f8c-4e45-abac-6874ba41a4b8 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/2cba54f6-562a-4f55-9f3b-72403f68d093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8060112 Sep 24 14:34:56.944371 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45428) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:56.946979 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d852acc-acca-4222-9302-d7b3b0de67db None None] Sync routers for ids ['2cba54f6-562a-4f55-9f3b-72403f68d093'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:34:56.958132 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d852acc-acca-4222-9302-d7b3b0de67db None None] Routers {'2cba54f6-562a-4f55-9f3b-72403f68d093'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:34:56.958727 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8d852acc-acca-4222-9302-d7b3b0de67db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:34:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['2cba54f6-562a-4f55-9f3b-72403f68d093'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:57.041797 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Publish callbacks [] for router (2cba54f6-562a-4f55-9f3b-72403f68d093), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.057722 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-8d852acc-acca-4222-9302-d7b3b0de67db None None] Set router 2cba54f6-562a-4f55-9f3b-72403f68d093 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:34:57.137371 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Publish callbacks [] for router_gateway (2cba54f6-562a-4f55-9f3b-72403f68d093), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.179994 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Deleting port 84852b70-aef7-4d9a-8d52-66a2b022d288 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:34:57.180742 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.223156 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8d852acc-acca-4222-9302-d7b3b0de67db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:34:56Z', 'revision_number': 5, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port': {'id': '84852b70-aef7-4d9a-8d52-66a2b022d288', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:57.247573 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d852acc-acca-4222-9302-d7b3b0de67db None None] Checking router: 2cba54f6-562a-4f55-9f3b-72403f68d093 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:34:57.255823 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d852acc-acca-4222-9302-d7b3b0de67db None None] Routers {'2cba54f6-562a-4f55-9f3b-72403f68d093'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:34:57.256438 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8d852acc-acca-4222-9302-d7b3b0de67db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:34:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['2cba54f6-562a-4f55-9f3b-72403f68d093'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:57.261661 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] For port 84852b70-aef7-4d9a-8d52-66a2b022d288, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=84852b70-aef7-4d9a-8d52-66a2b022d288,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:34:57.262027 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.275092 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Calling delete_port for 84852b70-aef7-4d9a-8d52-66a2b022d288 owned by network:router_gateway {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:34:57.298227 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 812bad02-1d00-421a-acb7-00e2e9023540 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:34:57.318560 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 812bad02-1d00-421a-acb7-00e2e9023540 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:34:57.319281 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 812bad02-1d00-421a-acb7-00e2e9023540 not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:34:57.340095 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-8d852acc-acca-4222-9302-d7b3b0de67db None None] Set router 2cba54f6-562a-4f55-9f3b-72403f68d093 gateway port host: None {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:34:57.373998 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:57.386840 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:57.393794 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8d852acc-acca-4222-9302-d7b3b0de67db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:34:57Z', 'revision_number': 6, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port_host': None}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:57.420023 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d852acc-acca-4222-9302-d7b3b0de67db None None] The sync data for ids ['2cba54f6-562a-4f55-9f3b-72403f68d093'] in dv-cinder-859193-1-iscsi is: [{'id': '2cba54f6-562a-4f55-9f3b-72403f68d093', 'name': 'tempest-ServerRescueNegativeTestJSON-707191764-router', 'tenant_id': '9b458789f89a441caad76e78167bc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:06Z', 'updated_at': '2022-09-24T14:34:57Z', 'revision_number': 6, 'project_id': '9b458789f89a441caad76e78167bc00b', 'gw_port_host': None}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:34:57.444685 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (84852b70-aef7-4d9a-8d52-66a2b022d288), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.466355 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=84852b70-aef7-4d9a-8d52-66a2b022d288,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:57.532555 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680345'] for router_gateway (2cba54f6-562a-4f55-9f3b-72403f68d093), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.616588 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3681485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (2cba54f6-562a-4f55-9f3b-72403f68d093), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.618897 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Publish callbacks [] for router_controller (2cba54f6-562a-4f55-9f3b-72403f68d093), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.663275 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679342'] for router (2cba54f6-562a-4f55-9f3b-72403f68d093), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.665208 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cba54f6-562a-4f55-9f3b-72403f68d093 {{(pid=106293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 14:34:57.671498 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.672640 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-6a09e400-b9c0-453d-b358-ba1f098373d6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/2cba54f6-562a-4f55-9f3b-72403f68d093 HTTP/1.1" status: 204 len: 168 time: 0.7273571 Sep 24 14:34:57.675377 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45430) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:57.719144 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_v2 [None req-82256634-8016-47e5-a670-edbadbcfe2de admin admin] Deleting subnet fe857056-21d8-4508-97b2-00f8e846f7d0 {{(pid=106294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:34:57.722050 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-82256634-8016-47e5-a670-edbadbcfe2de admin admin] Publish callbacks [] for subnet (fe857056-21d8-4508-97b2-00f8e846f7d0), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.757316 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-82256634-8016-47e5-a670-edbadbcfe2de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530143779'] for subnet (fe857056-21d8-4508-97b2-00f8e846f7d0), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.784977 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:57.867398 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-82256634-8016-47e5-a670-edbadbcfe2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (fe857056-21d8-4508-97b2-00f8e846f7d0), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.919771 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-82256634-8016-47e5-a670-edbadbcfe2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2186898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530180628'] for subnet (fe857056-21d8-4508-97b2-00f8e846f7d0), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.945201 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82256634-8016-47e5-a670-edbadbcfe2de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe857056-21d8-4508-97b2-00f8e846f7d0,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:57.948864 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-82256634-8016-47e5-a670-edbadbcfe2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:57.951961 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-82256634-8016-47e5-a670-edbadbcfe2de admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/fe857056-21d8-4508-97b2-00f8e846f7d0 HTTP/1.1" status: 204 len: 168 time: 0.2756224 Sep 24 14:34:57.954463 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45432) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:57.954776 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e2606-88d3-4ef3-89cf-666aabd9af06 None None] Network 24a47d24-f7df-4dec-9596-133c854781ec requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:34:58.023939 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (24a47d24-f7df-4dec-9596-133c854781ec), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.067871 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Deleting port 5696c0f3-8f3d-4562-bbb2-7beae295858a {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:34:58.068204 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.111989 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ebf06918-61c5-4b86-b040-b30e1e44b7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.136921 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] For port 5696c0f3-8f3d-4562-bbb2-7beae295858a, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=5696c0f3-8f3d-4562-bbb2-7beae295858a,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:34:58.137284 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.150513 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Calling delete_port for 5696c0f3-8f3d-4562-bbb2-7beae295858a owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:34:58.172173 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a05fff-c511-4c99-92bc-c4177e85befc None None] DHCP port deletion for 24a47d24-f7df-4dec-9596-133c854781ec request from dv-cinder-859193-1-iscsi {{(pid=106295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 14:34:58.175315 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:58.232469 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-21a05fff-c511-4c99-92bc-c4177e85befc None None] Deleting port 5696c0f3-8f3d-4562-bbb2-7beae295858a {{(pid=106295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:34:58.233394 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-21a05fff-c511-4c99-92bc-c4177e85befc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), before_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.246767 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.273735 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Pushing event deleted for resources: {'Port': ['ID=5696c0f3-8f3d-4562-bbb2-7beae295858a,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:58.275792 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] No DVR routers for this DVR port 5696c0f3-8f3d-4562-bbb2-7beae295858a on host dv-cinder-859193-1-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:34:58.276952 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 84852b70-aef7-4d9a-8d52-66a2b022d288 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:34:58.305234 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 84852b70-aef7-4d9a-8d52-66a2b022d288 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:34:58.305877 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 84852b70-aef7-4d9a-8d52-66a2b022d288 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:34:58.305996 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 47c750f3-733f-4366-9519-1e9eb9460da7 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:34:58.332799 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 47c750f3-733f-4366-9519-1e9eb9460da7 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:34:58.333148 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 47c750f3-733f-4366-9519-1e9eb9460da7 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:34:58.333561 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 5696c0f3-8f3d-4562-bbb2-7beae295858a no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:34:58.346614 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-21a05fff-c511-4c99-92bc-c4177e85befc None None] For port 5696c0f3-8f3d-4562-bbb2-7beae295858a, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=5696c0f3-8f3d-4562-bbb2-7beae295858a,segment=NetworkSegment(c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c),segment_id=c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:34:58.347036 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-21a05fff-c511-4c99-92bc-c4177e85befc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), precommit_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.353300 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (24a47d24-f7df-4dec-9596-133c854781ec), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.369349 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 5696c0f3-8f3d-4562-bbb2-7beae295858a {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:34:58.369643 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 5696c0f3-8f3d-4562-bbb2-7beae295858a not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:34:58.375600 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a47d24-f7df-4dec-9596-133c854781ec']}} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:58.376968 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-21a05fff-c511-4c99-92bc-c4177e85befc None None] Calling delete_port for 5696c0f3-8f3d-4562-bbb2-7beae295858a owned by network:dhcp {{(pid=106295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:34:58.387405 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c') {'for_net_delete': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:58.387995 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c') {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:34:58.397234 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:58.399921 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530143768'] for segment (c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.415977 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.424151 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=106294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:34:58.424552 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2186792'] for segment (c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.469229 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-21a05fff-c511-4c99-92bc-c4177e85befc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946'] for port (5696c0f3-8f3d-4562-bbb2-7beae295858a), after_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.471504 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c resource provider aggregate not found Sep 24 14:34:58.493481 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5ac2ee2-c9e2-4891-9fbc-75b43e0cb90c found for delete ", "request_id": "req-996bff48-c11f-4991-b39b-1db2da94b22e"}]} Sep 24 14:34:58.494006 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:58.496928 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (24a47d24-f7df-4dec-9596-133c854781ec), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.497118 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a05fff-c511-4c99-92bc-c4177e85befc None None] Pushing event deleted for resources: {'Port': ['ID=5696c0f3-8f3d-4562-bbb2-7beae295858a,revision_number=None']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:58.501996 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a05fff-c511-4c99-92bc-c4177e85befc None None] No DVR routers for this DVR port 5696c0f3-8f3d-4562-bbb2-7beae295858a on host dv-cinder-859193-1-iscsi {{(pid=106295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:34:58.507417 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.510414 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/24a47d24-f7df-4dec-9596-133c854781ec HTTP/1.1" status: 204 len: 168 time: 0.5547848 Sep 24 14:34:58.525693 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b8646-fa36-4865-8392-47889bd17786 admin admin] Pushing event deleted for resources: {'Network': ['ID=24a47d24-f7df-4dec-9596-133c854781ec,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:58.629222 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45440) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:58.670833 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-8434ccd2-6be8-4eba-ba8f-0e333601e46d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9b458789f89a441caad76e78167bc00b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398080 Sep 24 14:34:58.672704 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45442) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:58.719404 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8d167657-7d9e-4a06-b1ea-7216f20d35e2 admin admin] Publish callbacks [] for security_group (8d3868df-fb9a-4134-a717-3a912e33a08f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.738919 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8d167657-7d9e-4a06-b1ea-7216f20d35e2 admin admin] Publish callbacks [] for security_group (8d3868df-fb9a-4134-a717-3a912e33a08f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.787734 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8d167657-7d9e-4a06-b1ea-7216f20d35e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (8d3868df-fb9a-4134-a717-3a912e33a08f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.790547 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8d167657-7d9e-4a06-b1ea-7216f20d35e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:58.791748 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-8d167657-7d9e-4a06-b1ea-7216f20d35e2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8d3868df-fb9a-4134-a717-3a912e33a08f HTTP/1.1" status: 204 len: 168 time: 0.1181531 Sep 24 14:34:58.800446 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d167657-7d9e-4a06-b1ea-7216f20d35e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3868df-fb9a-4134-a717-3a912e33a08f,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:59.209017 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:59.491954 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45464) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:59.596696 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1338345812-network', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:34:59.617593 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Made reservation on behalf of 21710ac430424ec9bf33aabfda5eb8ba for: {'network': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:34:59.619975 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:59.629234 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:59.708135 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Publish callbacks [] for security_group (91e318dd-0829-4eeb-bfbd-1d2a044c7910), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:59.711562 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (91e318dd-0829-4eeb-bfbd-1d2a044c7910), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:59.732009 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=106293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:34:59.746637 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e318dd-0829-4eeb-bfbd-1d2a044c7910,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:59.750011 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (02d92e3c-e3b5-446a-b8ad-dc851af26f7f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:59.750355 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.segments_db [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Added segment 02d92e3c-e3b5-446a-b8ad-dc851af26f7f of type vlan for network dd29c2a7-29a9-46cb-ada7-34fd38591f69 Sep 24 14:34:59.791154 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (dd29c2a7-29a9-46cb-ada7-34fd38591f69), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:59.814711 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (dd29c2a7-29a9-46cb-ada7-34fd38591f69), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:59.815706 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:34:59.816275 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:34:59.830340 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=12,neutron:UPDATE=4,neutron:SELECT=76,neutron:INSERT=8 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:34:59.879366 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3861115 Sep 24 14:34:59.881140 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515931ff-ba89-4835-9181-1f78d474eede admin admin] Pushing event updated for resources: {'Network': ['ID=dd29c2a7-29a9-46cb-ada7-34fd38591f69,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:34:59.881311 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45468) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:34:59.887957 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-839d0e3f-3833-43b8-947b-5715f16f4902 admin admin] Request body: {'subnet': {'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-subnet', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:34:59.891586 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network dd29c2a7-29a9-46cb-ada7-34fd38591f69 details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:34:59.910081 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839d0e3f-3833-43b8-947b-5715f16f4902 admin admin] Made reservation on behalf of 21710ac430424ec9bf33aabfda5eb8ba for: {'subnet': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:34:59.912449 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-839d0e3f-3833-43b8-947b-5715f16f4902 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530180667'] for subnet (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.062357 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:00.081197 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-839d0e3f-3833-43b8-947b-5715f16f4902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2185805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530180653'] for subnet (ddea60b8-af69-4175-952d-b1c6de595af8), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.130593 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d0e3f-3833-43b8-947b-5715f16f4902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddea60b8-af69-4175-952d-b1c6de595af8,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:00.145235 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d0e3f-3833-43b8-947b-5715f16f4902 admin admin] Checking segment: {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:35:00.145693 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839d0e3f-3833-43b8-947b-5715f16f4902 admin admin] Network hostable DHCP agents. Network: dd29c2a7-29a9-46cb-ada7-34fd38591f69, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:35:00.163008 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839d0e3f-3833-43b8-947b-5715f16f4902 admin admin] Network dd29c2a7-29a9-46cb-ada7-34fd38591f69 is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:35:00.171688 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-839d0e3f-3833-43b8-947b-5715f16f4902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, dd29c2a7-29a9-46cb-ada7-34fd38591f69) {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:35:00.175786 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839d0e3f-3833-43b8-947b-5715f16f4902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:00.176437 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-839d0e3f-3833-43b8-947b-5715f16f4902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.180519 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdecf062-01c1-4ed7-97bd-3a72c0fca43a None None] Network dd29c2a7-29a9-46cb-ada7-34fd38591f69 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:35:00.193990 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-839d0e3f-3833-43b8-947b-5715f16f4902 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3116708 Sep 24 14:35:00.196813 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45470) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:35:00.201131 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:35:00.220516 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12665'] for router (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.221507 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3681457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12640'] for router (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.230929 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:00.277376 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Publish callbacks [] for router_controller (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), precommit_add_association {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.291973 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e8cdc4-ed46-5176-a3ed-10bdc880f551-dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8'}]}} from dv-cinder-859193-1-iscsi. {{(pid=106295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:35:00.292873 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.412658 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Publish callbacks [] for router_gateway (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.544956 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.db_base_plugin_common [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Allocated IP 172.20.0.2 (dd29c2a7-29a9-46cb-ada7-34fd38591f69/ddea60b8-af69-4175-952d-b1c6de595af8/0cfcf02e-b647-4bb1-b29f-89049315484d) {{(pid=106295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:35:00.595637 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Publish callbacks [] for router_gateway (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.614458 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.689076 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.707882 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Publish callbacks [] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), precommit_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.714702 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.731506 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Allocated IP 172.27.1.117 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/b40332a4-d4ea-496b-ba6d-88dac115da44) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:35:00.757016 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Network dd29c2a7-29a9-46cb-ada7-34fd38591f69 is already hosted by enough agents. {{(pid=106295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:35:00.762117 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.base_scheduler [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Resources bound (agent type, host, resource id): {{(pid=106295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:35:00.764780 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Pushing event updated for resources: {'Port': ['ID=0cfcf02e-b647-4bb1-b29f-89049315484d,revision_number=1']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:00.766906 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Received port after_create {{(pid=106295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:35:00.822242 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Attempting to bind port 0cfcf02e-b647-4bb1-b29f-89049315484d on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:35:00.822609 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Attempting to bind port 0cfcf02e-b647-4bb1-b29f-89049315484d by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:35:00.822999 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Attempting to bind port 0cfcf02e-b647-4bb1-b29f-89049315484d on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:35:00.848316 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Publish callbacks [] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.872278 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.880199 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.880803 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:35:00.881183 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Checking segment: {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:35:00.881649 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.882051 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Bound using segment: {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:35:00.882522 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Bound port: 0cfcf02e-b647-4bb1-b29f-89049315484d, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:35:00.882921 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:00.923200 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:35:00.927676 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:35:00.931672 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:35:00.947117 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] For port 0cfcf02e-b647-4bb1-b29f-89049315484d, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:35:00.950139 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] For port 0cfcf02e-b647-4bb1-b29f-89049315484d, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0cfcf02e-b647-4bb1-b29f-89049315484d,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:35:00.953445 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Pushing event updated for resources: {'Port': ['ID=b40332a4-d4ea-496b-ba6d-88dac115da44,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:00.958449 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:01.015339 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c07366-8050-4bbf-89d8-d7c08f1fe211 None None] Pushing event updated for resources: {'Port': ['ID=0cfcf02e-b647-4bb1-b29f-89049315484d,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:01.079580 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:01.191822 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:01.204346 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Publish callbacks [] for router_gateway (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:01.643365 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3681513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680289'] for router (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:01.772162 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b is scheduled to L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce with binding_index 1 {{(pid=106293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:35:01.815313 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d88d3-300a-4205-9917-ac6a6d50b998 None None] Network dd29c2a7-29a9-46cb-ada7-34fd38591f69 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:35:01.861282 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:01.879593 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:35:01.893979 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Sync routers for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:35:01.896235 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:01.897503 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-505140e9-37f1-4f6a-8d7d-d828d86dd078 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6996555 Sep 24 14:35:01.900296 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45472) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:35:01.908260 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-3468b242-bae2-4458-9936-ef718be9c4b0 None None] Provisioning complete for port 0cfcf02e-b647-4bb1-b29f-89049315484d triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:35:01.908637 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-3468b242-bae2-4458-9936-ef718be9c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:01.908978 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-3468b242-bae2-4458-9936-ef718be9c4b0 None None] Attempt 1 to provision port 0cfcf02e-b647-4bb1-b29f-89049315484d Sep 24 14:35:01.939367 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:35:01.940000 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:34:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:02.031374 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:02.108502 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-3468b242-bae2-4458-9936-ef718be9c4b0 None None] Current status of the port 0cfcf02e-b647-4bb1-b29f-89049315484d is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:35:02.108896 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-3468b242-bae2-4458-9936-ef718be9c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.123560 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:35:02.235523 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:02.238349 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-3468b242-bae2-4458-9936-ef718be9c4b0 None None] For port 0cfcf02e-b647-4bb1-b29f-89049315484d, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0cfcf02e-b647-4bb1-b29f-89049315484d,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:35:02.245224 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:02.246599 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-3468b242-bae2-4458-9936-ef718be9c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.253625 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:02.263157 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0cfcf02e-b647-4bb1-b29f-89049315484d up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:35:02.340884 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.367686 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468b242-bae2-4458-9936-ef718be9c4b0 None None] Pushing event updated for resources: {'Port': ['ID=0cfcf02e-b647-4bb1-b29f-89049315484d,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:02.394976 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:02.399824 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-4fbd9305-dcf5-4366-b459-e08efd3567a6 None None] Provisioning complete for port 0cfcf02e-b647-4bb1-b29f-89049315484d triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:35:02.400201 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9305-dcf5-4366-b459-e08efd3567a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.400536 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-4fbd9305-dcf5-4366-b459-e08efd3567a6 None None] Attempt 1 to provision port 0cfcf02e-b647-4bb1-b29f-89049315484d Sep 24 14:35:02.432740 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 0cfcf02e-b647-4bb1-b29f-89049315484d triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:35:02.433131 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.433448 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 0cfcf02e-b647-4bb1-b29f-89049315484d Sep 24 14:35:02.463412 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:01Z', 'revision_number': 3, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:02.499883 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Allocated IP 172.20.0.1 (dd29c2a7-29a9-46cb-ada7-34fd38591f69/ddea60b8-af69-4175-952d-b1c6de595af8/0583d52f-6462-47c7-ba9a-6b25cde63740) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:35:02.501654 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Checking router: a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:35:02.502009 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Updating router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b port b40332a4-d4ea-496b-ba6d-88dac115da44 binding host dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:35:02.557618 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.608160 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Publish callbacks [] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.618039 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd9305-dcf5-4366-b459-e08efd3567a6 None None] Current status of the port 0cfcf02e-b647-4bb1-b29f-89049315484d is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:35:02.641394 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.674543 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 0cfcf02e-b647-4bb1-b29f-89049315484d is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:35:02.682509 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Network dd29c2a7-29a9-46cb-ada7-34fd38591f69 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:35:02.687968 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:35:02.691731 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:35:02.695013 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Pushing event updated for resources: {'Port': ['ID=0583d52f-6462-47c7-ba9a-6b25cde63740,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:02.731798 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768856'] for router_interface (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.864931 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Publish callbacks [] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.870659 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.872952 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.905152 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Attempting to bind port b40332a4-d4ea-496b-ba6d-88dac115da44 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:35:02.905516 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Attempting to bind port b40332a4-d4ea-496b-ba6d-88dac115da44 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:35:02.905879 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Attempting to bind port b40332a4-d4ea-496b-ba6d-88dac115da44 on network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:35:02.952070 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15d94b-a4ac-45c6-98cd-485338c16010 None None] Pushing event updated for resources: {'Port': ['ID=b40332a4-d4ea-496b-ba6d-88dac115da44,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:02.962416 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Provisioning complete for port 0583d52f-6462-47c7-ba9a-6b25cde63740 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:35:02.962737 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.963102 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Attempt 1 to provision port 0583d52f-6462-47c7-ba9a-6b25cde63740 Sep 24 14:35:02.989822 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:35:02.990190 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Checking segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:35:02.990592 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:02.990963 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:02.991149 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Bound using segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:35:02.991675 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Bound port: b40332a4-d4ea-496b-ba6d-88dac115da44, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:35:02.991972 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:03.047166 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Publish callbacks [] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:03.051824 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:03.125165 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Pushing event updated for resources: {'Port': ['ID=0583d52f-6462-47c7-ba9a-6b25cde63740,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:03.127490 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3661601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768972'] for router_interface (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:03.156968 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Port 0583d52f-6462-47c7-ba9a-6b25cde63740 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:35:03.176053 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] For port b40332a4-d4ea-496b-ba6d-88dac115da44, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:35:03.179389 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] For port b40332a4-d4ea-496b-ba6d-88dac115da44, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=b40332a4-d4ea-496b-ba6d-88dac115da44,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:35:03.185248 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:03.186292 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:03.221895 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Network dd29c2a7-29a9-46cb-ada7-34fd38591f69 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:35:03.222707 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:35:03.223296 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:35:03.223436 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:34:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:03.226435 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:03.283829 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15d94b-a4ac-45c6-98cd-485338c16010 None None] Pushing event updated for resources: {'Port': ['ID=b40332a4-d4ea-496b-ba6d-88dac115da44,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:03.348268 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:35:03.350664 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:35:03.393036 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:03.453835 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:35:03.464210 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-60254d46-9c6e-4a3b-a760-be7492769789 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5573943 Sep 24 14:35:03.482512 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:03.552276 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 2, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:03.577020 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7623b-0d26-443e-9101-ef3d1adb580e None None] The sync data for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi is: [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 2, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:35:03.658257 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Attempt 2 to provision port 0583d52f-6462-47c7-ba9a-6b25cde63740 Sep 24 14:35:03.695841 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Port 0583d52f-6462-47c7-ba9a-6b25cde63740 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:35:03.799885 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45480) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:35:03.806519 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-ba00bae9-734a-42cd-aea8-95ae847b3b57 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686744716', 'description': 'tempest-description--889350869'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:35:03.833484 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ba00bae9-734a-42cd-aea8-95ae847b3b57 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:03.906570 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ba00bae9-734a-42cd-aea8-95ae847b3b57 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (1cbd3cc0-af35-469a-bfdc-0bce91c5b48f), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:03.910552 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ba00bae9-734a-42cd-aea8-95ae847b3b57 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (1cbd3cc0-af35-469a-bfdc-0bce91c5b48f), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:03.943917 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ba00bae9-734a-42cd-aea8-95ae847b3b57 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:03.945159 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-ba00bae9-734a-42cd-aea8-95ae847b3b57 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1424806 Sep 24 14:35:03.946013 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00bae9-734a-42cd-aea8-95ae847b3b57 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:03.948125 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45482) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:35:03.952720 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-162d1f00-e05f-46b3-a23a-0d19b0218ae8 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'security_group_rule': {'security_group_id': '1cbd3cc0-af35-469a-bfdc-0bce91c5b48f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:35:03.980933 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-162d1f00-e05f-46b3-a23a-0d19b0218ae8 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (74433188-418d-4c0d-a16b-17dc4bfdae3a), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:04.196803 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Attempt 3 to provision port 0583d52f-6462-47c7-ba9a-6b25cde63740 Sep 24 14:35:04.241413 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Port 0583d52f-6462-47c7-ba9a-6b25cde63740 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:35:04.293673 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0cfcf02e-b647-4bb1-b29f-89049315484d up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:35:04.298358 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-162d1f00-e05f-46b3-a23a-0d19b0218ae8 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (74433188-418d-4c0d-a16b-17dc4bfdae3a), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:04.301541 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-162d1f00-e05f-46b3-a23a-0d19b0218ae8 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (74433188-418d-4c0d-a16b-17dc4bfdae3a), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:04.309476 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:04.330002 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d1f00-e05f-46b3-a23a-0d19b0218ae8 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74433188-418d-4c0d-a16b-17dc4bfdae3a,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:04.342703 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-162d1f00-e05f-46b3-a23a-0d19b0218ae8 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:04.346804 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45484) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:35:04.347371 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-162d1f00-e05f-46b3-a23a-0d19b0218ae8 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3977625 Sep 24 14:35:04.351457 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 0cfcf02e-b647-4bb1-b29f-89049315484d triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:35:04.352090 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:04.352423 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 0cfcf02e-b647-4bb1-b29f-89049315484d Sep 24 14:35:04.353466 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-34afb36f-a41b-455e-b09f-3825f4d0a3d5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'security_group_rule': {'security_group_id': '1cbd3cc0-af35-469a-bfdc-0bce91c5b48f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:35:04.384064 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-34afb36f-a41b-455e-b09f-3825f4d0a3d5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (27f2d5de-e869-4719-994f-95f1ef583e76), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:04.432300 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 0cfcf02e-b647-4bb1-b29f-89049315484d is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:35:04.447305 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-34afb36f-a41b-455e-b09f-3825f4d0a3d5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (27f2d5de-e869-4719-994f-95f1ef583e76), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:04.451131 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-34afb36f-a41b-455e-b09f-3825f4d0a3d5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (27f2d5de-e869-4719-994f-95f1ef583e76), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:04.476989 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afb36f-a41b-455e-b09f-3825f4d0a3d5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f2d5de-e869-4719-994f-95f1ef583e76,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:04.484078 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-34afb36f-a41b-455e-b09f-3825f4d0a3d5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:04.485378 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-34afb36f-a41b-455e-b09f-3825f4d0a3d5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372271 Sep 24 14:35:04.488504 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45486) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:35:04.492823 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:35:04.515375 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:04.596564 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:04.702242 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:04.718293 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Allocated IP 172.27.1.42 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/243abb80-d3b5-4c30-a567-286152b80305) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:35:04.743234 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Attempt 4 to provision port 0583d52f-6462-47c7-ba9a-6b25cde63740 Sep 24 14:35:04.778462 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Port 0583d52f-6462-47c7-ba9a-6b25cde63740 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:35:04.831020 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for port (243abb80-d3b5-4c30-a567-286152b80305), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:04.862616 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (243abb80-d3b5-4c30-a567-286152b80305), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:04.908226 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:04.914526 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:35:04.920110 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:35:04.924353 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:35:04.927480 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'Port': ['ID=243abb80-d3b5-4c30-a567-286152b80305,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:05.008923 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (0168e9b2-3207-45c4-a051-fb246052d86a), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:05.049861 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (243abb80-d3b5-4c30-a567-286152b80305), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:05.193717 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for port (243abb80-d3b5-4c30-a567-286152b80305), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:05.197945 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (243abb80-d3b5-4c30-a567-286152b80305), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:05.268654 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'Port': ['ID=243abb80-d3b5-4c30-a567-286152b80305,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:05.271359 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (0168e9b2-3207-45c4-a051-fb246052d86a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:05.279444 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Attempt 5 to provision port 0583d52f-6462-47c7-ba9a-6b25cde63740 Sep 24 14:35:05.287669 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:05.298591 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-babbd383-8c97-4863-bc68-a3ce1def4b58 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7994752 Sep 24 14:35:05.328666 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Port 0583d52f-6462-47c7-ba9a-6b25cde63740 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:35:05.447179 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-3a971204-ebcd-4937-a6c4-d6388fed7704 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--686744716&fields=id&tenant_id=21710ac430424ec9bf33aabfda5eb8ba HTTP/1.1" status: 200 len: 267 time: 0.0420084 Sep 24 14:35:05.524300 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Sync routers for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:35:05.534968 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:35:05.535652 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:34:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:05.558942 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-c07fcd8e-7634-48d3-810c-73d33d3f12b7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:05.560394 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-c07fcd8e-7634-48d3-810c-73d33d3f12b7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 815 time: 0.1065662 Sep 24 14:35:05.571916 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:05.577131 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7af7eccc-547a-4732-9fbe-aaac4c6c4d36 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/quotas/21710ac430424ec9bf33aabfda5eb8ba HTTP/1.1" status: 200 len: 375 time: 0.0090482 Sep 24 14:35:05.630330 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-a03d1d85-7f28-4357-8ef7-3a9c05a1b119 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438790 Sep 24 14:35:05.637387 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:35:05.728118 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-6b9171cc-e870-4b92-a8a6-22516a352a6d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861766 Sep 24 14:35:05.816685 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-234097ba-0b9e-4df5-906e-1bc0ce8c6f9e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823021 Sep 24 14:35:05.834619 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Attempt 6 to provision port 0583d52f-6462-47c7-ba9a-6b25cde63740 Sep 24 14:35:05.864887 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Port 0583d52f-6462-47c7-ba9a-6b25cde63740 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:35:05.913354 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 2, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:05.941426 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Checking router: a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:35:05.941780 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Updating router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b port 0583d52f-6462-47c7-ba9a-6b25cde63740 binding host dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:35:05.971887 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:06.014575 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b1767286-a9ea-4f87-9738-6d4a0aa3896a req-6002017c-3ad9-49ff-a3e1-ab2a30c8a7b5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 210 time: 0.0279083 Sep 24 14:35:06.241474 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device b40332a4-d4ea-496b-ba6d-88dac115da44 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:35:06.250105 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Publish callbacks [] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), precommit_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:06.256213 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:06.289036 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port b40332a4-d4ea-496b-ba6d-88dac115da44 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:35:06.289962 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:06.290472 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port b40332a4-d4ea-496b-ba6d-88dac115da44 Sep 24 14:35:06.345345 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Pushing event updated for resources: {'Port': ['ID=0583d52f-6462-47c7-ba9a-6b25cde63740,revision_number=3']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:06.353343 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.353685 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.354034 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.354406 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.354715 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.355063 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.355399 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.355725 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.356030 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.356356 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.356647 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.356984 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.357300 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.358300 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.358882 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:06.367375 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Attempt 7 to provision port 0583d52f-6462-47c7-ba9a-6b25cde63740 Sep 24 14:35:06.371477 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Attempting to bind port 0583d52f-6462-47c7-ba9a-6b25cde63740 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:35:06.371775 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Attempting to bind port 0583d52f-6462-47c7-ba9a-6b25cde63740 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:35:06.372126 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Attempting to bind port 0583d52f-6462-47c7-ba9a-6b25cde63740 on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:35:06.391820 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port b40332a4-d4ea-496b-ba6d-88dac115da44 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:35:06.392213 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:06.413601 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Port 0583d52f-6462-47c7-ba9a-6b25cde63740 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:35:06.416166 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:35:06.416537 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Checking segment: {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:35:06.416931 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:06.417309 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Bound using segment: {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:35:06.417775 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Bound port: 0583d52f-6462-47c7-ba9a-6b25cde63740, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'}}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:35:06.418139 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:06.422592 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port b40332a4-d4ea-496b-ba6d-88dac115da44, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=b40332a4-d4ea-496b-ba6d-88dac115da44,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:35:06.427086 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:06.476116 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=b40332a4-d4ea-496b-ba6d-88dac115da44,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:06.480049 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] For port 0583d52f-6462-47c7-ba9a-6b25cde63740, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:35:06.481942 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:06.484868 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] For port 0583d52f-6462-47c7-ba9a-6b25cde63740, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0583d52f-6462-47c7-ba9a-6b25cde63740,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:35:06.492194 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:06.534647 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:06.541010 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:35:06.541633 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:34:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:06.587108 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8c1a5-fb64-4e0a-998d-3ae067084842 None None] Pushing event updated for resources: {'Port': ['ID=0583d52f-6462-47c7-ba9a-6b25cde63740,revision_number=4']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:06.652708 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:35:06.846942 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:06.870621 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce385f9-c291-4862-85d7-1510c3fcbefa None None] The sync data for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi is: [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:35:06.915364 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Attempt 8 to provision port 0583d52f-6462-47c7-ba9a-6b25cde63740 Sep 24 14:35:06.994445 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Current status of the port 0583d52f-6462-47c7-ba9a-6b25cde63740 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:35:06.994868 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:07.030353 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] For port 0583d52f-6462-47c7-ba9a-6b25cde63740, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0583d52f-6462-47c7-ba9a-6b25cde63740,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:35:07.035856 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:07.085780 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f39bdc-4e8a-4669-ace7-31916eb599ff None None] Pushing event updated for resources: {'Port': ['ID=0583d52f-6462-47c7-ba9a-6b25cde63740,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:07.122664 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d6db0b09-d586-4dd0-9077-a3ff79b9af36 req-d124798c-ee7b-46c9-9acf-4e736d28ef1c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 210 time: 0.0269365 Sep 24 14:35:07.165360 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-2ad77b35-02ea-42f5-96a3-00276c843bbc None None] Provisioning complete for port 0583d52f-6462-47c7-ba9a-6b25cde63740 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:35:07.165960 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2ad77b35-02ea-42f5-96a3-00276c843bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:07.166306 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-2ad77b35-02ea-42f5-96a3-00276c843bbc None None] Attempt 1 to provision port 0583d52f-6462-47c7-ba9a-6b25cde63740 Sep 24 14:35:07.254057 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-2ad77b35-02ea-42f5-96a3-00276c843bbc None None] Current status of the port 0583d52f-6462-47c7-ba9a-6b25cde63740 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:35:07.307648 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:07.330857 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7fa6c69a-7e38-4fac-91f2-198a6ad41b0a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:07.332292 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7fa6c69a-7e38-4fac-91f2-198a6ad41b0a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 815 time: 0.1135757 Sep 24 14:35:07.402189 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-8f39ae62-4bed-4103-b343-d212ea383435 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=21710ac430424ec9bf33aabfda5eb8ba HTTP/1.1" status: 200 len: 379 time: 0.0545027 Sep 24 14:35:07.412169 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-84744cb1-a680-4aac-9d18-4636f29e860c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'port': {'device_id': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'admin_state_up': True, 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'security_groups': ['1cbd3cc0-af35-469a-bfdc-0bce91c5b48f']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:35:07.528413 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-84744cb1-a680-4aac-9d18-4636f29e860c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Made reservation on behalf of 21710ac430424ec9bf33aabfda5eb8ba for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:35:07.532170 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-84744cb1-a680-4aac-9d18-4636f29e860c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:07.653520 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:07.654831 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-84744cb1-a680-4aac-9d18-4636f29e860c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Allocated IP 172.20.0.6 (dd29c2a7-29a9-46cb-ada7-34fd38591f69/ddea60b8-af69-4175-952d-b1c6de595af8/044af794-88a5-48b6-b924-7e393056241b) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:35:07.794170 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-84744cb1-a680-4aac-9d18-4636f29e860c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for port (044af794-88a5-48b6-b924-7e393056241b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:07.826357 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-84744cb1-a680-4aac-9d18-4636f29e860c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (044af794-88a5-48b6-b924-7e393056241b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:07.870016 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-84744cb1-a680-4aac-9d18-4636f29e860c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Network dd29c2a7-29a9-46cb-ada7-34fd38591f69 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:35:07.873171 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-84744cb1-a680-4aac-9d18-4636f29e860c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:35:07.876946 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-84744cb1-a680-4aac-9d18-4636f29e860c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:35:07.882933 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84744cb1-a680-4aac-9d18-4636f29e860c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'Port': ['ID=044af794-88a5-48b6-b924-7e393056241b,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:07.933632 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-84744cb1-a680-4aac-9d18-4636f29e860c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:07.934261 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-84744cb1-a680-4aac-9d18-4636f29e860c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:07.951477 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-84744cb1-a680-4aac-9d18-4636f29e860c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5429816 Sep 24 14:35:07.970190 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Request body: {'port': {'device_id': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:35:08.032592 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (044af794-88a5-48b6-b924-7e393056241b), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:08.075380 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-abe92eff-4b71-44cc-a3f6-2c79a2bdfafa None None] Provisioning complete for port 044af794-88a5-48b6-b924-7e393056241b triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:35:08.075941 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-abe92eff-4b71-44cc-a3f6-2c79a2bdfafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (044af794-88a5-48b6-b924-7e393056241b), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:08.076068 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-abe92eff-4b71-44cc-a3f6-2c79a2bdfafa None None] Attempt 1 to provision port 044af794-88a5-48b6-b924-7e393056241b Sep 24 14:35:08.107959 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-abe92eff-4b71-44cc-a3f6-2c79a2bdfafa None None] Port 044af794-88a5-48b6-b924-7e393056241b cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:35:08.198087 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:08.247022 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0583d52f-6462-47c7-ba9a-6b25cde63740 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:35:08.282840 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993b05b-a46c-416e-9ed1-86c679c9aae3 req-a5afb43d-f25c-4494-9123-d687a8b5e1df tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:08.284332 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7993b05b-a46c-416e-9ed1-86c679c9aae3 req-a5afb43d-f25c-4494-9123-d687a8b5e1df tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 931 time: 0.0759258 Sep 24 14:35:08.291023 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 0583d52f-6462-47c7-ba9a-6b25cde63740 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:35:08.291404 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:08.291740 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 0583d52f-6462-47c7-ba9a-6b25cde63740 Sep 24 14:35:08.337607 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:08.367456 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 0583d52f-6462-47c7-ba9a-6b25cde63740 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:35:08.368507 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device b40332a4-d4ea-496b-ba6d-88dac115da44 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:35:08.378116 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7993b05b-a46c-416e-9ed1-86c679c9aae3 req-6471a3aa-5938-4670-a5c6-77039c86c72e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878901 Sep 24 14:35:08.387322 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044af794-88a5-48b6-b924-7e393056241b {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:35:08.389389 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:08.397496 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Publish callbacks [] for port (044af794-88a5-48b6-b924-7e393056241b), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:08.413471 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Transition to ACTIVE for port object 044af794-88a5-48b6-b924-7e393056241b will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:35:08.416572 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (044af794-88a5-48b6-b924-7e393056241b), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:08.428506 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port b40332a4-d4ea-496b-ba6d-88dac115da44 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:35:08.428884 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:08.429222 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port b40332a4-d4ea-496b-ba6d-88dac115da44 Sep 24 14:35:08.459784 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:08.481931 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Pushing event updated for resources: {'Port': ['ID=044af794-88a5-48b6-b924-7e393056241b,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:08.504556 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port b40332a4-d4ea-496b-ba6d-88dac115da44 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:35:08.532256 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Attempting to bind port 044af794-88a5-48b6-b924-7e393056241b on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:35:08.532589 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Attempting to bind port 044af794-88a5-48b6-b924-7e393056241b by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:35:08.532910 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Attempting to bind port 044af794-88a5-48b6-b924-7e393056241b on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:35:08.572105 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Port 044af794-88a5-48b6-b924-7e393056241b on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:35:08.572424 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Attempting to bind port 044af794-88a5-48b6-b924-7e393056241b on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:35:08.609257 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-abe92eff-4b71-44cc-a3f6-2c79a2bdfafa None None] Attempt 2 to provision port 044af794-88a5-48b6-b924-7e393056241b Sep 24 14:35:08.612251 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:35:08.612584 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Checking segment: {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:35:08.612961 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Bound using segment: {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:35:08.613382 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Bound port: 044af794-88a5-48b6-b924-7e393056241b, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:35:08.613735 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (044af794-88a5-48b6-b924-7e393056241b), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:08.636790 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:08.642543 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-abe92eff-4b71-44cc-a3f6-2c79a2bdfafa None None] Port 044af794-88a5-48b6-b924-7e393056241b cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:35:08.677772 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] For port 044af794-88a5-48b6-b924-7e393056241b, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:35:08.680730 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] For port 044af794-88a5-48b6-b924-7e393056241b, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=044af794-88a5-48b6-b924-7e393056241b,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:35:08.686468 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (044af794-88a5-48b6-b924-7e393056241b), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:08.690457 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:08.691079 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:08.692424 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/044af794-88a5-48b6-b924-7e393056241b HTTP/1.1" status: 200 len: 1093 time: 0.7270656 Sep 24 14:35:08.693875 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'tag': '044af794-88a5-48b6-b924-7e393056241b'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:35:08.696103 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922b808c-0ec3-410f-9f79-66c9a09f5fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "c97c9001-9a6b-44d2-bbf3-aca4ea818bbc", "tag": "044af794-88a5-48b6-b924-7e393056241b"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:35:08.737148 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be20b457-ddcf-47c8-8c6d-e1f2c3d0516b x-openstack-request-id: req-be20b457-ddcf-47c8-8c6d-e1f2c3d0516b {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:35:08.737431 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97c9001-9a6b-44d2-bbf3-aca4ea818bbc", "tag": "044af794-88a5-48b6-b924-7e393056241b", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:35:08.737693 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be20b457-ddcf-47c8-8c6d-e1f2c3d0516b {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:35:08.738070 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be20b457-ddcf-47c8-8c6d-e1f2c3d0516b'] response: {'name': 'network-changed', 'server_uuid': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'tag': '044af794-88a5-48b6-b924-7e393056241b', 'status': 'completed', 'code': 200} Sep 24 14:35:08.742760 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267aace-964d-4a40-a4bf-c67b4ca378f7 service neutron] Pushing event updated for resources: {'Port': ['ID=044af794-88a5-48b6-b924-7e393056241b,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:08.807088 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-cb16c72c-8465-49e6-b8fb-4e2666beb8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:08.808542 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-cb16c72c-8465-49e6-b8fb-4e2666beb8bc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 1127 time: 0.0382407 Sep 24 14:35:08.861180 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-07a7c269-16ca-4d19-b1f8-a3bb446b02f2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=044af794-88a5-48b6-b924-7e393056241b HTTP/1.1" status: 200 len: 217 time: 0.0378566 Sep 24 14:35:08.910231 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-55ce16a1-d25c-456b-95a5-be55a8af1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:08.911691 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-55ce16a1-d25c-456b-95a5-be55a8af1ca0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 200 len: 854 time: 0.0448606 Sep 24 14:35:08.956510 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-dee5e719-ef9c-4b36-b1de-55b88e5edcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:08.957927 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-dee5e719-ef9c-4b36-b1de-55b88e5edcea service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd29c2a7-29a9-46cb-ada7-34fd38591f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383980 Sep 24 14:35:09.048727 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-ead6ee7a-394f-43c2-9bb4-91ba80e6433f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839875 Sep 24 14:35:09.108050 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:09.135985 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-87f24e06-af19-47fb-86bd-1165f3ca17e9 req-7e32da2c-4359-487d-8ef8-ea28392eded4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813801 Sep 24 14:35:09.144054 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-abe92eff-4b71-44cc-a3f6-2c79a2bdfafa None None] Attempt 3 to provision port 044af794-88a5-48b6-b924-7e393056241b Sep 24 14:35:09.183483 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-abe92eff-4b71-44cc-a3f6-2c79a2bdfafa None None] Port 044af794-88a5-48b6-b924-7e393056241b had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:35:09.503707 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709f861-0e18-4d6d-8a62-cddb6ae03202 req-983bc475-f98f-4e0d-ba52-20d6e4659725 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:09.505159 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5709f861-0e18-4d6d-8a62-cddb6ae03202 req-983bc475-f98f-4e0d-ba52-20d6e4659725 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 943 time: 0.0465612 Sep 24 14:35:09.554534 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5709f861-0e18-4d6d-8a62-cddb6ae03202 req-853dee8f-e0b5-4d7b-ae59-c0bca138c903 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439670 Sep 24 14:35:10.660830 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:10.681009 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49447ef3-c06e-4efa-983e-d5cae84c040d req-012842f6-b4e6-4199-8aa3-8f95976866b0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:10.682443 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-49447ef3-c06e-4efa-983e-d5cae84c040d req-012842f6-b4e6-4199-8aa3-8f95976866b0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 943 time: 0.0518992 Sep 24 14:35:10.733162 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-49447ef3-c06e-4efa-983e-d5cae84c040d req-c0250fd3-9ed9-4043-8d0e-bb45a6fd861e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445342 Sep 24 14:35:11.769909 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b808c-0ec3-410f-9f79-66c9a09f5fbd req-93881188-0f28-4121-982c-6516e5d3a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:11.771399 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-922b808c-0ec3-410f-9f79-66c9a09f5fbd req-93881188-0f28-4121-982c-6516e5d3a75e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 1127 time: 0.0393436 Sep 24 14:35:11.867993 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b808c-0ec3-410f-9f79-66c9a09f5fbd req-209db9ad-413c-4321-9c9d-888ed5789573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:11.869481 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-922b808c-0ec3-410f-9f79-66c9a09f5fbd req-209db9ad-413c-4321-9c9d-888ed5789573 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 915 time: 0.0906026 Sep 24 14:35:11.914709 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-922b808c-0ec3-410f-9f79-66c9a09f5fbd req-6de7b2d8-91c8-4b65-bad8-a8540e0452a4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=044af794-88a5-48b6-b924-7e393056241b HTTP/1.1" status: 200 len: 217 time: 0.0385566 Sep 24 14:35:11.999885 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984221fa-092a-41bd-8f51-a45dec7426b4 req-09162bb3-5fa4-4f27-b4ba-f6e2e60591d9 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:12.001320 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-984221fa-092a-41bd-8f51-a45dec7426b4 req-09162bb3-5fa4-4f27-b4ba-f6e2e60591d9 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 943 time: 0.0462170 Sep 24 14:35:12.047078 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-984221fa-092a-41bd-8f51-a45dec7426b4 req-1d62118f-7fa4-4827-854d-791afcb8f62f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402269 Sep 24 14:35:12.100161 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:12.119633 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b808c-0ec3-410f-9f79-66c9a09f5fbd req-7961a06c-4323-4cb7-b6f6-f105e0955edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:12.121035 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-922b808c-0ec3-410f-9f79-66c9a09f5fbd req-7961a06c-4323-4cb7-b6f6-f105e0955edc service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 200 len: 854 time: 0.0454006 Sep 24 14:35:12.171135 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b808c-0ec3-410f-9f79-66c9a09f5fbd req-5bd4268d-7cd0-4e87-9698-52e36f70cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:12.172591 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-922b808c-0ec3-410f-9f79-66c9a09f5fbd req-5bd4268d-7cd0-4e87-9698-52e36f70cd47 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd29c2a7-29a9-46cb-ada7-34fd38591f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415406 Sep 24 14:35:12.262645 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-922b808c-0ec3-410f-9f79-66c9a09f5fbd req-c31732e1-afbe-4790-ba14-03e9776745aa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828214 Sep 24 14:35:12.602777 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-922b808c-0ec3-410f-9f79-66c9a09f5fbd req-60c60e7e-95c8-4797-b1e5-4fd88af84497 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334308 Sep 24 14:35:13.164927 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3520e9-85ce-4a5c-bab8-fc4aa4a76bbc req-1b0a88f0-688e-40dc-accd-2b223892f1df tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:13.166399 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5d3520e9-85ce-4a5c-bab8-fc4aa4a76bbc req-1b0a88f0-688e-40dc-accd-2b223892f1df tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 943 time: 0.0461259 Sep 24 14:35:13.212464 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5d3520e9-85ce-4a5c-bab8-fc4aa4a76bbc req-0a3eb4d3-e9a9-400c-a5d4-282441780e2f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405612 Sep 24 14:35:13.375815 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 044af794-88a5-48b6-b924-7e393056241b details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:35:13.474831 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 044af794-88a5-48b6-b924-7e393056241b, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=044af794-88a5-48b6-b924-7e393056241b,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:35:13.486109 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '044af794-88a5-48b6-b924-7e393056241b', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'port_id': '044af794-88a5-48b6-b924-7e393056241b', 'mac_address': 'fa:16:3e:7f:d0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:35:13.519488 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 044af794-88a5-48b6-b924-7e393056241b is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:35:13.519873 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (044af794-88a5-48b6-b924-7e393056241b), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:13.532713 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044af794-88a5-48b6-b924-7e393056241b {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:35:13.552384 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 044af794-88a5-48b6-b924-7e393056241b, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=044af794-88a5-48b6-b924-7e393056241b,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:35:13.556336 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (044af794-88a5-48b6-b924-7e393056241b), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:13.604027 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=044af794-88a5-48b6-b924-7e393056241b,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:14.033186 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['044af794-88a5-48b6-b924-7e393056241b'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:35:14.333928 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1be2e8-9bdd-4e8a-bed1-08471c6fcd68 req-efbffbc1-34ef-4065-85c3-fe466dbc2797 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:14.335428 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a1be2e8-9bdd-4e8a-bed1-08471c6fcd68 req-efbffbc1-34ef-4065-85c3-fe466dbc2797 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 944 time: 0.0487108 Sep 24 14:35:14.382606 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6a1be2e8-9bdd-4e8a-bed1-08471c6fcd68 req-ca4741d4-c7aa-4a93-b514-9a35f068968e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414419 Sep 24 14:35:15.422918 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 044af794-88a5-48b6-b924-7e393056241b up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:35:15.467040 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 044af794-88a5-48b6-b924-7e393056241b completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:35:15.473723 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 044af794-88a5-48b6-b924-7e393056241b triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:35:15.474433 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (044af794-88a5-48b6-b924-7e393056241b), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:15.474781 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 044af794-88a5-48b6-b924-7e393056241b Sep 24 14:35:15.503917 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa996e-a04d-4d39-a808-02f7aa0af85d req-f7ed2a53-23f2-4931-a1c2-59318d12061c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:15.505377 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4ffa996e-a04d-4d39-a808-02f7aa0af85d req-f7ed2a53-23f2-4931-a1c2-59318d12061c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 944 time: 0.0480978 Sep 24 14:35:15.547832 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 044af794-88a5-48b6-b924-7e393056241b is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:35:15.548237 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (044af794-88a5-48b6-b924-7e393056241b), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:15.556850 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4ffa996e-a04d-4d39-a808-02f7aa0af85d req-e5ab529c-5c52-4c51-9a73-b248e55ea286 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458601 Sep 24 14:35:15.571331 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044af794-88a5-48b6-b924-7e393056241b'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:35:15.573616 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5be716e-365c-46a5-834d-0658b2bf37f1" -d '{"events": [{"server_uuid": "c97c9001-9a6b-44d2-bbf3-aca4ea818bbc", "name": "network-vif-plugged", "status": "completed", "tag": "044af794-88a5-48b6-b924-7e393056241b"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:35:15.598260 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 044af794-88a5-48b6-b924-7e393056241b, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=044af794-88a5-48b6-b924-7e393056241b,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:35:15.602578 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (044af794-88a5-48b6-b924-7e393056241b), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:15.627531 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ccc894-5b0d-43fd-bf15-0e7fbb036338 x-openstack-request-id: req-b6ccc894-5b0d-43fd-bf15-0e7fbb036338 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:35:15.627843 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97c9001-9a6b-44d2-bbf3-aca4ea818bbc", "name": "network-vif-plugged", "status": "completed", "tag": "044af794-88a5-48b6-b924-7e393056241b", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:35:15.628094 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6ccc894-5b0d-43fd-bf15-0e7fbb036338 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:35:15.628472 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ccc894-5b0d-43fd-bf15-0e7fbb036338'] response: {'server_uuid': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044af794-88a5-48b6-b924-7e393056241b', 'code': 200} Sep 24 14:35:15.652424 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=044af794-88a5-48b6-b924-7e393056241b,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:15.832086 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968820af-8af6-4a97-a50b-4c7e62339931 req-039aaa81-4e4a-41ad-8b0d-e58fddd2f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:15.833507 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-968820af-8af6-4a97-a50b-4c7e62339931 req-039aaa81-4e4a-41ad-8b0d-e58fddd2f525 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 1129 time: 0.0385041 Sep 24 14:35:15.887663 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-968820af-8af6-4a97-a50b-4c7e62339931 req-7acb9286-adba-4c42-a548-f07593d8bae9 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480249 Sep 24 14:35:16.680752 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370f142-0d09-40af-a515-d03fad24c624 req-0e5edfb2-eb52-477e-b423-0148d4014c8a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:16.682230 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6370f142-0d09-40af-a515-d03fad24c624 req-0e5edfb2-eb52-477e-b423-0148d4014c8a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 945 time: 0.0470834 Sep 24 14:35:16.729010 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6370f142-0d09-40af-a515-d03fad24c624 req-b17b7169-f4d3-4938-955e-66861655dffe tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400679 Sep 24 14:35:16.849412 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=29 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:16.850192 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=39 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:17.189002 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:17.854920 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19a290-ed75-45a6-a2c4-b9d70f44cc75 req-e33b846f-800f-41a8-a58e-8eeb904795e1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:17.856377 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fb19a290-ed75-45a6-a2c4-b9d70f44cc75 req-e33b846f-800f-41a8-a58e-8eeb904795e1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 945 time: 0.0493419 Sep 24 14:35:17.904243 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fb19a290-ed75-45a6-a2c4-b9d70f44cc75 req-16c0e927-2e62-40e6-8418-199196318a84 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421908 Sep 24 14:35:18.021162 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89650012-b497-4cf0-b9d4-aafd4d2c7521 req-161ffa44-ec32-42ac-86d4-efbfae976aa4 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:18.022602 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-89650012-b497-4cf0-b9d4-aafd4d2c7521 req-161ffa44-ec32-42ac-86d4-efbfae976aa4 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 945 time: 0.0458987 Sep 24 14:35:18.033399 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45548) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:35:18.037855 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-d11fbb64-d6f8-42ae-a036-f07236dc3625 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'floatingip': {'port_id': '044af794-88a5-48b6-b924-7e393056241b'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:35:18.075736 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb64-d6f8-42ae-a036-f07236dc3625 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (0168e9b2-3207-45c4-a051-fb246052d86a), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:18.144120 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:18.496285 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb64-d6f8-42ae-a036-f07236dc3625 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:18.499913 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb64-d6f8-42ae-a036-f07236dc3625 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (0168e9b2-3207-45c4-a051-fb246052d86a), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:18.534243 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:18.593826 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-d11fbb64-d6f8-42ae-a036-f07236dc3625 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Floating IP 0168e9b2-3207-45c4-a051-fb246052d86a associated. External IP: 172.27.1.42, port: 044af794-88a5-48b6-b924-7e393056241b. Sep 24 14:35:18.796949 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11fbb64-d6f8-42ae-a036-f07236dc3625 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:35:18.901990 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11fbb64-d6f8-42ae-a036-f07236dc3625 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:35:18.907766 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb64-d6f8-42ae-a036-f07236dc3625 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:18.913642 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0b719-a861-41f8-88d2-6f41da981abf None None] Sync routers for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:35:18.925020 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0b719-a861-41f8-88d2-6f41da981abf None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:35:18.925722 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-cda0b719-a861-41f8-88d2-6f41da981abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:34:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:18.943668 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d11fbb64-d6f8-42ae-a036-f07236dc3625 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/0168e9b2-3207-45c4-a051-fb246052d86a HTTP/1.1" status: 200 len: 990 time: 0.9070032 Sep 24 14:35:18.943668 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'tag': '044af794-88a5-48b6-b924-7e393056241b'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:35:18.946253 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da43fc9-e939-4ff1-b9ef-aff5c4d66242" -d '{"events": [{"name": "network-changed", "server_uuid": "c97c9001-9a6b-44d2-bbf3-aca4ea818bbc", "tag": "044af794-88a5-48b6-b924-7e393056241b"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:35:18.987771 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aa2ed7-d928-452d-9497-8f880d2e81d7 x-openstack-request-id: req-84aa2ed7-d928-452d-9497-8f880d2e81d7 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:35:18.988355 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97c9001-9a6b-44d2-bbf3-aca4ea818bbc", "tag": "044af794-88a5-48b6-b924-7e393056241b", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:35:18.988775 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84aa2ed7-d928-452d-9497-8f880d2e81d7 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:35:18.989405 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84aa2ed7-d928-452d-9497-8f880d2e81d7'] response: {'name': 'network-changed', 'server_uuid': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'tag': '044af794-88a5-48b6-b924-7e393056241b', 'status': 'completed', 'code': 200} Sep 24 14:35:19.039482 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-cda0b719-a861-41f8-88d2-6f41da981abf None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:35:19.181411 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:19.244401 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-cda0b719-a861-41f8-88d2-6f41da981abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '0168e9b2-3207-45c4-a051-fb246052d86a', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': '044af794-88a5-48b6-b924-7e393056241b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:7f:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:35:04Z', 'updated_at': '2022-09-24T14:35:18Z', 'revision_number': 1, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:19.273124 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0b719-a861-41f8-88d2-6f41da981abf None None] Checking router: a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:35:19.281799 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0b719-a861-41f8-88d2-6f41da981abf None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:35:19.282400 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-cda0b719-a861-41f8-88d2-6f41da981abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:34:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:19.329208 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da43fc9-e939-4ff1-b9ef-aff5c4d66242 req-8f470597-3fe9-4866-ba25-474d7bdec6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:19.330644 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2da43fc9-e939-4ff1-b9ef-aff5c4d66242 req-8f470597-3fe9-4866-ba25-474d7bdec6ed service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 1129 time: 0.0469217 Sep 24 14:35:19.424701 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da43fc9-e939-4ff1-b9ef-aff5c4d66242 req-e489976f-352a-4d51-a57a-d19647a4a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:19.426186 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2da43fc9-e939-4ff1-b9ef-aff5c4d66242 req-e489976f-352a-4d51-a57a-d19647a4a9ec service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 915 time: 0.0888863 Sep 24 14:35:19.486454 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:19.491850 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2da43fc9-e939-4ff1-b9ef-aff5c4d66242 req-78f1fe94-35dc-419a-b85a-a97708208cbe service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=044af794-88a5-48b6-b924-7e393056241b HTTP/1.1" status: 200 len: 998 time: 0.0592542 Sep 24 14:35:19.507304 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-cda0b719-a861-41f8-88d2-6f41da981abf None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:35:19.509051 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:19.541071 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da43fc9-e939-4ff1-b9ef-aff5c4d66242 req-172112f0-5cba-49b1-b705-3515329e2a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:19.542522 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2da43fc9-e939-4ff1-b9ef-aff5c4d66242 req-172112f0-5cba-49b1-b705-3515329e2a2d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 200 len: 854 time: 0.0449624 Sep 24 14:35:19.584623 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da43fc9-e939-4ff1-b9ef-aff5c4d66242 req-d6975000-3dd2-48c8-8da8-a631dc7a3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:19.585987 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2da43fc9-e939-4ff1-b9ef-aff5c4d66242 req-d6975000-3dd2-48c8-8da8-a631dc7a3edf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd29c2a7-29a9-46cb-ada7-34fd38591f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381687 Sep 24 14:35:19.589743 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:19.680402 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2da43fc9-e939-4ff1-b9ef-aff5c4d66242 req-8dac9554-d8a6-4785-822e-afc60da7605b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874598 Sep 24 14:35:19.717037 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-cda0b719-a861-41f8-88d2-6f41da981abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '0168e9b2-3207-45c4-a051-fb246052d86a', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': '044af794-88a5-48b6-b924-7e393056241b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:7f:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:35:04Z', 'updated_at': '2022-09-24T14:35:18Z', 'revision_number': 1, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:19.744554 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0b719-a861-41f8-88d2-6f41da981abf None None] The sync data for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi is: [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '0168e9b2-3207-45c4-a051-fb246052d86a', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': '044af794-88a5-48b6-b924-7e393056241b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:7f:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:35:04Z', 'updated_at': '2022-09-24T14:35:18Z', 'revision_number': 1, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:35:19.773141 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2da43fc9-e939-4ff1-b9ef-aff5c4d66242 req-d27a4568-104e-4edd-b84f-6499e5b607fb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867851 Sep 24 14:35:19.928834 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38e77cc-6662-4b4c-a725-7b35146d1f1d None None] New status for floating IP 0168e9b2-3207-45c4-a051-fb246052d86a: ACTIVE {{(pid=106296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:35:25.685767 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-6e7938b2-4c7a-40d8-8099-b41a477b2bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:28.011556 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=36 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:28.013887 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=80 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:28.113128 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2cb31c72-e3a2-4153-b6ba-58cb3ec43d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:28.198842 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:35:29.207676 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:29.768584 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=26 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:29.770477 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:30.652222 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:30.844400 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:38.194188 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:38.194950 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=13 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:40.833995 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:40.837114 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:40.839538 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:47.212402 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:54.229134 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:54.229877 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:55.688066 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-0caa9ade-d66a-4c56-8423-0404ea80b2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:57.023781 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-eb01de02-959b-4ea2-88f4-30b80d64fed4 req-c5b18625-e9c2-4b08-ac72-341ee8c95874 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1451737593&fields=id&tenant_id=8830800be89540929716703bdbb07b13 HTTP/1.1" status: 200 len: 267 time: 0.0461671 Sep 24 14:35:57.077793 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01de02-959b-4ea2-88f4-30b80d64fed4 req-f3389668-ae85-4228-bed9-86430f10ce27 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:57.079265 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-eb01de02-959b-4ea2-88f4-30b80d64fed4 req-f3389668-ae85-4228-bed9-86430f10ce27 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 984 time: 0.0493953 Sep 24 14:35:57.089615 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [req-eb01de02-959b-4ea2-88f4-30b80d64fed4 req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Request body: {'port': {'security_groups': ['d7633c70-d022-410f-b437-ad76f636bdee']}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:35:57.162205 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-eb01de02-959b-4ea2-88f4-30b80d64fed4 req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (b51d80e5-325c-440f-824b-228eda3d320a), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:57.334364 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [req-eb01de02-959b-4ea2-88f4-30b80d64fed4 req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] For port b51d80e5-325c-440f-824b-228eda3d320a, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b51d80e5-325c-440f-824b-228eda3d320a,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:35:57.360952 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-eb01de02-959b-4ea2-88f4-30b80d64fed4 req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for port (b51d80e5-325c-440f-824b-228eda3d320a), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:57.365109 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-eb01de02-959b-4ea2-88f4-30b80d64fed4 req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (b51d80e5-325c-440f-824b-228eda3d320a), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:57.375418 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01de02-959b-4ea2-88f4-30b80d64fed4 req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:57.376013 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [req-eb01de02-959b-4ea2-88f4-30b80d64fed4 req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:57.377346 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-eb01de02-959b-4ea2-88f4-30b80d64fed4 req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "PUT /networking/v2.0/ports/b51d80e5-325c-440f-824b-228eda3d320a HTTP/1.1" status: 200 len: 942 time: 0.2921171 Sep 24 14:35:57.377880 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:35:57.380116 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced1911a76e2b68976553810b569b19b079f2d27d27f8393138a5e2ba6d46ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f763e5a-dde4-4ca2-b617-f7c40d51e818" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "tag": "b51d80e5-325c-440f-824b-228eda3d320a"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:35:57.383270 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45590) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:35:57.401229 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['b51d80e5-325c-440f-824b-228eda3d320a'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:35:57.424862 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d946954a-78dc-4ab3-b6c6-fe759143f75e x-openstack-request-id: req-d946954a-78dc-4ab3-b6c6-fe759143f75e {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:35:57.425155 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "tag": "b51d80e5-325c-440f-824b-228eda3d320a", "status": "completed", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:35:57.425510 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d946954a-78dc-4ab3-b6c6-fe759143f75e {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:35:57.425903 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d946954a-78dc-4ab3-b6c6-fe759143f75e'] response: {'name': 'network-changed', 'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a', 'status': 'completed', 'code': 200} Sep 24 14:35:57.440191 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event updated for resources: {'Port': ['ID=b51d80e5-325c-440f-824b-228eda3d320a,revision_number=7']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:57.447783 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.448127 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.448466 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.448577 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group (aea4aecb-ea94-4294-bdda-2433c5abadc6), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:57.448800 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.449128 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.449454 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.449777 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.450096 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.450416 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.451356 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.451704 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.452012 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.452330 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.452689 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.452958 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56785-6aeb-4209-99ca-3ed45ce49f6a tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.474168 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group (aea4aecb-ea94-4294-bdda-2433c5abadc6), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:57.541925 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763e5a-dde4-4ca2-b617-f7c40d51e818 req-54c985df-8d3b-4b31-a7ea-10ca46e9cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:57.543455 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f763e5a-dde4-4ca2-b617-f7c40d51e818 req-54c985df-8d3b-4b31-a7ea-10ca46e9cf27 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8830800be89540929716703bdbb07b13&device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 1129 time: 0.0603890 Sep 24 14:35:57.562175 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['b51d80e5-325c-440f-824b-228eda3d320a'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:35:57.636753 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (aea4aecb-ea94-4294-bdda-2433c5abadc6), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:57.641168 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:57.642592 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/aea4aecb-ea94-4294-bdda-2433c5abadc6 HTTP/1.1" status: 204 len: 168 time: 0.2582264 Sep 24 14:35:57.645670 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45592) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:35:57.669276 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4aecb-ea94-4294-bdda-2433c5abadc6,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:57.684522 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.684868 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.685698 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.685698 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.685932 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.686211 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.686546 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.686897 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.687225 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.687553 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.688239 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.688239 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.688498 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.688818 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.689136 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e4f61-7856-4b32-b623-ac5223acf2d4 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:35:57.692354 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763e5a-dde4-4ca2-b617-f7c40d51e818 req-d97cdf0f-830e-488c-8e3d-04d6b5ac037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:57.693844 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f763e5a-dde4-4ca2-b617-f7c40d51e818 req-d97cdf0f-830e-488c-8e3d-04d6b5ac037d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=7923ceef-7faf-4f7b-a32e-f1f06464878c HTTP/1.1" status: 200 len: 914 time: 0.1417725 Sep 24 14:35:57.762824 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f763e5a-dde4-4ca2-b617-f7c40d51e818 req-218a17ad-a059-45e4-a381-94453d64e9a5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b51d80e5-325c-440f-824b-228eda3d320a HTTP/1.1" status: 200 len: 1001 time: 0.0621409 Sep 24 14:35:57.793455 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-bd18b7bc-b367-47bb-95a3-e6c0769abcfa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Deleting port ea2ff846-0a18-41ae-b485-965e4a1284ce {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:35:57.793875 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bd18b7bc-b367-47bb-95a3-e6c0769abcfa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (ea2ff846-0a18-41ae-b485-965e4a1284ce), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:57.811643 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763e5a-dde4-4ca2-b617-f7c40d51e818 req-9e264e78-77b9-4500-bfbb-2510a4c78ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:57.813110 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f763e5a-dde4-4ca2-b617-f7c40d51e818 req-9e264e78-77b9-4500-bfbb-2510a4c78ea0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=70115d5e-0d32-4b88-b4ff-3c9659a6b16b HTTP/1.1" status: 200 len: 853 time: 0.0444341 Sep 24 14:35:57.862360 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763e5a-dde4-4ca2-b617-f7c40d51e818 req-22c4efd9-23c6-4f60-a3ce-c7fb1841dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:57.863885 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f763e5a-dde4-4ca2-b617-f7c40d51e818 req-22c4efd9-23c6-4f60-a3ce-c7fb1841dacd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7923ceef-7faf-4f7b-a32e-f1f06464878c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447028 Sep 24 14:35:57.869424 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bd18b7bc-b367-47bb-95a3-e6c0769abcfa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (ea2ff846-0a18-41ae-b485-965e4a1284ce), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:57.869769 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bd18b7bc-b367-47bb-95a3-e6c0769abcfa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for floatingip (ea2ff846-0a18-41ae-b485-965e4a1284ce), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:57.882041 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-bd18b7bc-b367-47bb-95a3-e6c0769abcfa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Calling delete_port for ea2ff846-0a18-41ae-b485-965e4a1284ce owned by network:floatingip {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:35:57.974508 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f763e5a-dde4-4ca2-b617-f7c40d51e818 req-02815ccc-0ca6-420a-95a7-75e916c70233 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044197 Sep 24 14:35:58.039907 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:58.053762 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:58.060530 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bd18b7bc-b367-47bb-95a3-e6c0769abcfa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (ea2ff846-0a18-41ae-b485-965e4a1284ce), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:58.073393 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f763e5a-dde4-4ca2-b617-f7c40d51e818 req-b8748341-b86a-489d-9c09-332c5ae30994 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868564 Sep 24 14:35:58.093061 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18b7bc-b367-47bb-95a3-e6c0769abcfa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event deleted for resources: {'Port': ['ID=ea2ff846-0a18-41ae-b485-965e4a1284ce,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:35:58.116033 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-6e60d983-0ffb-491c-b422-451a0b74cbd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:58.157682 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bd18b7bc-b367-47bb-95a3-e6c0769abcfa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks [] for floatingip (6281c22b-ede0-4ab2-804d-579a4a3b9c44), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:58.158094 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.l3_db [None req-bd18b7bc-b367-47bb-95a3-e6c0769abcfa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Floating IP 6281c22b-ede0-4ab2-804d-579a4a3b9c44 disassociated (deleted). External IP: 172.27.1.165, port: b51d80e5-325c-440f-824b-228eda3d320a. Sep 24 14:35:58.357368 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd18b7bc-b367-47bb-95a3-e6c0769abcfa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Router 3fa585ed-d761-40b7-af69-c6916b2bfc9d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:35:58.460208 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd18b7bc-b367-47bb-95a3-e6c0769abcfa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:35:58.464548 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bd18b7bc-b367-47bb-95a3-e6c0769abcfa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:58.470884 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3ba6c-1540-4ced-aa74-35697e061405 None None] Sync routers for ids ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:35:58.480787 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3ba6c-1540-4ced-aa74-35697e061405 None None] Routers {'3fa585ed-d761-40b7-af69-c6916b2bfc9d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:35:58.481389 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-49c3ba6c-1540-4ced-aa74-35697e061405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:58.493713 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-bd18b7bc-b367-47bb-95a3-e6c0769abcfa tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/6281c22b-ede0-4ab2-804d-579a4a3b9c44 HTTP/1.1" status: 204 len: 168 time: 0.8468978 Sep 24 14:35:58.582683 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-49c3ba6c-1540-4ced-aa74-35697e061405 None None] Set router 3fa585ed-d761-40b7-af69-c6916b2bfc9d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:35:58.778407 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-49c3ba6c-1540-4ced-aa74-35697e061405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 4, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port': {'id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '1a0566fd-b8eb-407c-9baa-99fd3928ba54', 'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'tenant_id': '8830800be89540929716703bdbb07b13', 'mac_address': 'fa:16:3e:3d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:41Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 5, 'project_id': '8830800be89540929716703bdbb07b13', 'subnets': [{'id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:58.803690 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3ba6c-1540-4ced-aa74-35697e061405 None None] Checking router: 3fa585ed-d761-40b7-af69-c6916b2bfc9d for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:35:58.811862 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3ba6c-1540-4ced-aa74-35697e061405 None None] Routers {'3fa585ed-d761-40b7-af69-c6916b2bfc9d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:35:58.812454 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-49c3ba6c-1540-4ced-aa74-35697e061405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:58.911027 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-49c3ba6c-1540-4ced-aa74-35697e061405 None None] Set router 3fa585ed-d761-40b7-af69-c6916b2bfc9d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:35:59.086534 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-49c3ba6c-1540-4ced-aa74-35697e061405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 4, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port': {'id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '1a0566fd-b8eb-407c-9baa-99fd3928ba54', 'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'tenant_id': '8830800be89540929716703bdbb07b13', 'mac_address': 'fa:16:3e:3d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:41Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 5, 'project_id': '8830800be89540929716703bdbb07b13', 'subnets': [{'id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:35:59.113967 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3ba6c-1540-4ced-aa74-35697e061405 None None] The sync data for ids ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'] in dv-cinder-859193-1-iscsi is: [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:42Z', 'revision_number': 4, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port': {'id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '1a0566fd-b8eb-407c-9baa-99fd3928ba54', 'name': '', 'network_id': '7923ceef-7faf-4f7b-a32e-f1f06464878c', 'tenant_id': '8830800be89540929716703bdbb07b13', 'mac_address': 'fa:16:3e:3d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:41Z', 'updated_at': '2022-09-24T14:31:48Z', 'revision_number': 5, 'project_id': '8830800be89540929716703bdbb07b13', 'subnets': [{'id': '70115d5e-0d32-4b88-b4ff-3c9659a6b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:35:59.211865 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:35:59.310173 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf27458a-e61f-40af-a2de-aee5605d08bd None None] New status for floating IP 6281c22b-ede0-4ab2-804d-579a4a3b9c44: DOWN {{(pid=106296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:35:59.427475 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:35:59.429810 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced1911a76e2b68976553810b569b19b079f2d27d27f8393138a5e2ba6d46ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854261aa-2170-4525-9619-47a3b163c7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "tag": "b51d80e5-325c-440f-824b-228eda3d320a"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:35:59.467320 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c28e485-8f45-4b7c-9245-adb8fe3c09a8 x-openstack-request-id: req-9c28e485-8f45-4b7c-9245-adb8fe3c09a8 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:35:59.467608 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "tag": "b51d80e5-325c-440f-824b-228eda3d320a", "status": "completed", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:35:59.467860 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c28e485-8f45-4b7c-9245-adb8fe3c09a8 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:35:59.468268 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c28e485-8f45-4b7c-9245-adb8fe3c09a8'] response: {'name': 'network-changed', 'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a', 'status': 'completed', 'code': 200} Sep 24 14:35:59.564632 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854261aa-2170-4525-9619-47a3b163c7ae req-13689ecb-1506-404e-94f7-1d448f8e99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:59.566061 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-854261aa-2170-4525-9619-47a3b163c7ae req-13689ecb-1506-404e-94f7-1d448f8e99e0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8830800be89540929716703bdbb07b13&device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 1129 time: 0.0386906 Sep 24 14:35:59.660468 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854261aa-2170-4525-9619-47a3b163c7ae req-d6f637a0-ff73-4272-bc2c-85e609c9109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:59.661926 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-854261aa-2170-4525-9619-47a3b163c7ae req-d6f637a0-ff73-4272-bc2c-85e609c9109a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=7923ceef-7faf-4f7b-a32e-f1f06464878c HTTP/1.1" status: 200 len: 914 time: 0.0884817 Sep 24 14:35:59.701462 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-854261aa-2170-4525-9619-47a3b163c7ae req-cf96b5a5-8ab6-4d18-b08f-4dd2febd6a4e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b51d80e5-325c-440f-824b-228eda3d320a HTTP/1.1" status: 200 len: 217 time: 0.0319700 Sep 24 14:35:59.753098 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854261aa-2170-4525-9619-47a3b163c7ae req-5a834cd6-7275-43c9-83cd-29c1fdacb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:59.754559 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-854261aa-2170-4525-9619-47a3b163c7ae req-5a834cd6-7275-43c9-83cd-29c1fdacb1b8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=70115d5e-0d32-4b88-b4ff-3c9659a6b16b HTTP/1.1" status: 200 len: 853 time: 0.0480406 Sep 24 14:35:59.800355 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854261aa-2170-4525-9619-47a3b163c7ae req-8f7b0653-5e67-4bb4-93c2-22ce60a226cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:35:59.801834 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-854261aa-2170-4525-9619-47a3b163c7ae req-8f7b0653-5e67-4bb4-93c2-22ce60a226cf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7923ceef-7faf-4f7b-a32e-f1f06464878c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404227 Sep 24 14:35:59.866641 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:59.896201 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-854261aa-2170-4525-9619-47a3b163c7ae req-15e5c755-755b-4dcb-a1ad-2afbbaba4eea service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852387 Sep 24 14:35:59.955025 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:35:59.988820 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-854261aa-2170-4525-9619-47a3b163c7ae req-8f82e317-16f8-413b-8acd-5077db9949f3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862322 Sep 24 14:36:00.655989 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:00.849482 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:02.273228 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8433946-c8be-4186-b4e0-c047fcdfc947 req-44242e27-f06a-4933-904f-2ad51240654e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:02.274672 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8433946-c8be-4186-b4e0-c047fcdfc947 req-44242e27-f06a-4933-904f-2ad51240654e tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0462515 Sep 24 14:36:02.320635 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8433946-c8be-4186-b4e0-c047fcdfc947 req-e12e9c5d-dac8-4e52-b18b-2b8076854a28 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391204 Sep 24 14:36:03.440384 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e339f-fb86-4cc5-82b1-5c5217c786c3 req-949e3eb1-de12-4794-a9d8-918e7a127836 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:03.441749 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-675e339f-fb86-4cc5-82b1-5c5217c786c3 req-949e3eb1-de12-4794-a9d8-918e7a127836 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0457852 Sep 24 14:36:03.487399 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-675e339f-fb86-4cc5-82b1-5c5217c786c3 req-5d063ebe-5f6d-4d2b-a061-824262959108 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402205 Sep 24 14:36:04.506274 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb92a3-dc1a-492c-822f-a99711aeeccc req-e9daf729-a3c1-407d-80bd-0573930c56fd tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:04.507620 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bbbb92a3-dc1a-492c-822f-a99711aeeccc req-e9daf729-a3c1-407d-80bd-0573930c56fd tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0483387 Sep 24 14:36:04.618124 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-bbbb92a3-dc1a-492c-822f-a99711aeeccc req-f7f641f9-a6cb-48d8-aba1-2efff6bbe53d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Deleting port b51d80e5-325c-440f-824b-228eda3d320a {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:36:04.618466 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-bbbb92a3-dc1a-492c-822f-a99711aeeccc req-f7f641f9-a6cb-48d8-aba1-2efff6bbe53d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (b51d80e5-325c-440f-824b-228eda3d320a), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:04.642888 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809d285-6b95-4f46-861b-b6f06efe6a77 req-412937f2-1589-419f-8e09-cfd834056298 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:04.644334 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7809d285-6b95-4f46-861b-b6f06efe6a77 req-412937f2-1589-419f-8e09-cfd834056298 tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb8da2f-7b74-42db-a52b-fe358b040633 HTTP/1.1" status: 200 len: 945 time: 0.0697448 Sep 24 14:36:04.766861 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7809d285-6b95-4f46-861b-b6f06efe6a77 req-67c82ec5-c0be-46b2-9e3b-327ab935f6cf tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7633c70-d022-410f-b437-ad76f636bdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915804 Sep 24 14:36:04.768534 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-bbbb92a3-dc1a-492c-822f-a99711aeeccc req-f7f641f9-a6cb-48d8-aba1-2efff6bbe53d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] For port b51d80e5-325c-440f-824b-228eda3d320a, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b51d80e5-325c-440f-824b-228eda3d320a,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:04.768902 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-bbbb92a3-dc1a-492c-822f-a99711aeeccc req-f7f641f9-a6cb-48d8-aba1-2efff6bbe53d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (b51d80e5-325c-440f-824b-228eda3d320a), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:04.782623 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-bbbb92a3-dc1a-492c-822f-a99711aeeccc req-f7f641f9-a6cb-48d8-aba1-2efff6bbe53d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Calling delete_port for b51d80e5-325c-440f-824b-228eda3d320a owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:36:04.909774 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-bbbb92a3-dc1a-492c-822f-a99711aeeccc req-f7f641f9-a6cb-48d8-aba1-2efff6bbe53d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (b51d80e5-325c-440f-824b-228eda3d320a), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:04.937183 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f641f9-a6cb-48d8-aba1-2efff6bbe53d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Pushing event deleted for resources: {'Port': ['ID=b51d80e5-325c-440f-824b-228eda3d320a,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:04.955931 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['b51d80e5-325c-440f-824b-228eda3d320a'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:36:04.981346 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbb92a3-dc1a-492c-822f-a99711aeeccc req-f7f641f9-a6cb-48d8-aba1-2efff6bbe53d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] No DVR routers for this DVR port b51d80e5-325c-440f-824b-228eda3d320a on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:36:04.983681 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-bbbb92a3-dc1a-492c-822f-a99711aeeccc req-f7f641f9-a6cb-48d8-aba1-2efff6bbe53d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:04.986908 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bbbb92a3-dc1a-492c-822f-a99711aeeccc req-f7f641f9-a6cb-48d8-aba1-2efff6bbe53d tempest-TestMinimumBasicScenario-937148530 tempest-TestMinimumBasicScenario-937148530-project] 10.222.0.33 "DELETE /networking/v2.0/ports/b51d80e5-325c-440f-824b-228eda3d320a HTTP/1.1" status: 204 len: 173 time: 0.4742804 Sep 24 14:36:04.987406 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'name': 'network-vif-deleted', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:36:04.989733 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1679b3f-73b9-49b2-af32-f6e060bdbc4f" -d '{"events": [{"server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "name": "network-vif-deleted", "tag": "b51d80e5-325c-440f-824b-228eda3d320a"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:36:05.040125 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39466b1-ba81-42ab-a15e-fee696725000 x-openstack-request-id: req-a39466b1-ba81-42ab-a15e-fee696725000 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:36:05.040534 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb8da2f-7b74-42db-a52b-fe358b040633", "name": "network-vif-deleted", "tag": "b51d80e5-325c-440f-824b-228eda3d320a", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:36:05.040883 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a39466b1-ba81-42ab-a15e-fee696725000 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:36:05.041436 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39466b1-ba81-42ab-a15e-fee696725000'] response: {'server_uuid': 'fdb8da2f-7b74-42db-a52b-fe358b040633', 'name': 'network-vif-deleted', 'tag': 'b51d80e5-325c-440f-824b-228eda3d320a', 'status': 'completed', 'code': 200} Sep 24 14:36:05.197445 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:36:06.434450 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45682) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:06.723260 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:06.739088 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4f24e050-8447-4863-8eb5-98d4e5032988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768995'] for router_interface (3fa585ed-d761-40b7-af69-c6916b2bfc9d), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:06.942519 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:06.954894 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-4f24e050-8447-4863-8eb5-98d4e5032988 admin admin] Deleting port 1a0566fd-b8eb-407c-9baa-99fd3928ba54 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:36:06.955235 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4f24e050-8447-4863-8eb5-98d4e5032988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:07.034800 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-4f24e050-8447-4863-8eb5-98d4e5032988 admin admin] For port 1a0566fd-b8eb-407c-9baa-99fd3928ba54, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=1a0566fd-b8eb-407c-9baa-99fd3928ba54,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:07.035109 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4f24e050-8447-4863-8eb5-98d4e5032988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:07.048811 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-4f24e050-8447-4863-8eb5-98d4e5032988 admin admin] Calling delete_port for 1a0566fd-b8eb-407c-9baa-99fd3928ba54 owned by network:router_interface {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:36:07.232477 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4f24e050-8447-4863-8eb5-98d4e5032988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (1a0566fd-b8eb-407c-9baa-99fd3928ba54), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:07.256207 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24e050-8447-4863-8eb5-98d4e5032988 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0566fd-b8eb-407c-9baa-99fd3928ba54,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:07.413369 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4f24e050-8447-4863-8eb5-98d4e5032988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3661608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679251'] for router_interface (3fa585ed-d761-40b7-af69-c6916b2bfc9d), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:07.468829 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:07.614012 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f24e050-8447-4863-8eb5-98d4e5032988 admin admin] Router 3fa585ed-d761-40b7-af69-c6916b2bfc9d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:36:07.713014 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f24e050-8447-4863-8eb5-98d4e5032988 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:36:07.718477 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-4f24e050-8447-4863-8eb5-98d4e5032988 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/3fa585ed-d761-40b7-af69-c6916b2bfc9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2824905 Sep 24 14:36:07.721125 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45684) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:07.723764 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19686c88-3b63-4d92-9d08-3e39ce498d21 None None] Sync routers for ids ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:36:07.737416 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19686c88-3b63-4d92-9d08-3e39ce498d21 None None] Routers {'3fa585ed-d761-40b7-af69-c6916b2bfc9d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:36:07.738037 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-19686c88-3b63-4d92-9d08-3e39ce498d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:07.843551 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-19686c88-3b63-4d92-9d08-3e39ce498d21 None None] Set router 3fa585ed-d761-40b7-af69-c6916b2bfc9d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:36:08.043717 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:08.062515 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Publish callbacks [] for router (3fa585ed-d761-40b7-af69-c6916b2bfc9d), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.108573 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device b51d80e5-325c-440f-824b-228eda3d320a no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:36:08.110839 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:08.111441 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:08.135937 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: b51d80e5-325c-440f-824b-228eda3d320a {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:36:08.136279 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device b51d80e5-325c-440f-824b-228eda3d320a not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:36:08.161404 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Publish callbacks [] for router_gateway (3fa585ed-d761-40b7-af69-c6916b2bfc9d), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.178936 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-19686c88-3b63-4d92-9d08-3e39ce498d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:36:07Z', 'revision_number': 5, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port': {'id': '3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:08.180609 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:08.208280 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19686c88-3b63-4d92-9d08-3e39ce498d21 None None] Checking router: 3fa585ed-d761-40b7-af69-c6916b2bfc9d for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:36:08.217234 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19686c88-3b63-4d92-9d08-3e39ce498d21 None None] Routers {'3fa585ed-d761-40b7-af69-c6916b2bfc9d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:36:08.217567 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Deleting port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:36:08.217847 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-19686c88-3b63-4d92-9d08-3e39ce498d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:08.217972 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.297317 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] For port 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:08.297600 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.302504 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-19686c88-3b63-4d92-9d08-3e39ce498d21 None None] Set router 3fa585ed-d761-40b7-af69-c6916b2bfc9d gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:36:08.311881 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Calling delete_port for 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 owned by network:router_gateway {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:36:08.352601 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-19686c88-3b63-4d92-9d08-3e39ce498d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:36:08Z', 'revision_number': 6, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port_host': None}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:08.377703 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19686c88-3b63-4d92-9d08-3e39ce498d21 None None] The sync data for ids ['3fa585ed-d761-40b7-af69-c6916b2bfc9d'] in dv-cinder-859193-1-iscsi is: [{'id': '3fa585ed-d761-40b7-af69-c6916b2bfc9d', 'name': 'tempest-TestMinimumBasicScenario-577596076-router', 'tenant_id': '8830800be89540929716703bdbb07b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:39Z', 'updated_at': '2022-09-24T14:36:08Z', 'revision_number': 6, 'project_id': '8830800be89540929716703bdbb07b13', 'gw_port_host': None}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:36:08.485595 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.489446 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:08.514560 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:08.576465 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680345'] for router_gateway (3fa585ed-d761-40b7-af69-c6916b2bfc9d), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.676113 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3681485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (3fa585ed-d761-40b7-af69-c6916b2bfc9d), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.678280 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Publish callbacks [] for router_controller (3fa585ed-d761-40b7-af69-c6916b2bfc9d), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.746118 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679342'] for router (3fa585ed-d761-40b7-af69-c6916b2bfc9d), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.746707 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa585ed-d761-40b7-af69-c6916b2bfc9d {{(pid=106294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 14:36:08.751571 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.755290 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-84407f0d-3268-4db5-b56a-8a4b97c438f1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/3fa585ed-d761-40b7-af69-c6916b2bfc9d HTTP/1.1" status: 204 len: 168 time: 1.0306590 Sep 24 14:36:08.755448 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45688) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:08.801948 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_v2 [None req-6588b733-3839-4b04-97f5-c672c527b95c admin admin] Deleting subnet 70115d5e-0d32-4b88-b4ff-3c9659a6b16b {{(pid=106294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:36:08.805269 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6588b733-3839-4b04-97f5-c672c527b95c admin admin] Publish callbacks [] for subnet (70115d5e-0d32-4b88-b4ff-3c9659a6b16b), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.840129 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6588b733-3839-4b04-97f5-c672c527b95c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530143779'] for subnet (70115d5e-0d32-4b88-b4ff-3c9659a6b16b), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.917727 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6588b733-3839-4b04-97f5-c672c527b95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (70115d5e-0d32-4b88-b4ff-3c9659a6b16b), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.968966 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6588b733-3839-4b04-97f5-c672c527b95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2186898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530180628'] for subnet (70115d5e-0d32-4b88-b4ff-3c9659a6b16b), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:08.976127 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:08.994675 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588b733-3839-4b04-97f5-c672c527b95c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70115d5e-0d32-4b88-b4ff-3c9659a6b16b,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:08.998765 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6588b733-3839-4b04-97f5-c672c527b95c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.001862 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-6588b733-3839-4b04-97f5-c672c527b95c admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/70115d5e-0d32-4b88-b4ff-3c9659a6b16b HTTP/1.1" status: 204 len: 168 time: 0.2454772 Sep 24 14:36:09.003651 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e785adf8-d782-4c87-9250-cb752aa28fa6 None None] Network 7923ceef-7faf-4f7b-a32e-f1f06464878c requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:36:09.004482 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45690) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:09.074899 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (7923ceef-7faf-4f7b-a32e-f1f06464878c), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.122122 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Deleting port 0800fdc9-09eb-47d6-be01-48be39cca4b7 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:36:09.122455 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.169223 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] DHCP port deletion for 7923ceef-7faf-4f7b-a32e-f1f06464878c request from dv-cinder-859193-1-iscsi {{(pid=106295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 14:36:09.189125 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] For port 0800fdc9-09eb-47d6-be01-48be39cca4b7, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0800fdc9-09eb-47d6-be01-48be39cca4b7,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:09.189492 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.203377 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Calling delete_port for 0800fdc9-09eb-47d6-be01-48be39cca4b7 owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:36:09.207768 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Deleting port 0800fdc9-09eb-47d6-be01-48be39cca4b7 {{(pid=106295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:36:09.208139 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), before_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.274954 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] For port 0800fdc9-09eb-47d6-be01-48be39cca4b7, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0800fdc9-09eb-47d6-be01-48be39cca4b7,segment=NetworkSegment(7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826),segment_id=7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:09.275452 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), precommit_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.289317 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.290060 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Calling delete_port for 0800fdc9-09eb-47d6-be01-48be39cca4b7 owned by network:dhcp {{(pid=106295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:36:09.314179 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=0800fdc9-09eb-47d6-be01-48be39cca4b7,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:09.315066 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:09.318451 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] No DVR routers for this DVR port 0800fdc9-09eb-47d6-be01-48be39cca4b7 on host dv-cinder-859193-1-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:36:09.367190 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946'] for port (0800fdc9-09eb-47d6-be01-48be39cca4b7), after_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.391887 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (7923ceef-7faf-4f7b-a32e-f1f06464878c), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.395816 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Pushing event deleted for resources: {'Port': ['ID=0800fdc9-09eb-47d6-be01-48be39cca4b7,revision_number=None']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:09.400542 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] No DVR routers for this DVR port 0800fdc9-09eb-47d6-be01-48be39cca4b7 on host dv-cinder-859193-1-iscsi {{(pid=106295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:36:09.407368 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.407713 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.408064 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.408426 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.408759 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.412142 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.412142 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.412142 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.412142 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.412142 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.412142 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.412142 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.412142 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.412142 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.412142 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a9c8-4a1b-4d3e-9a47-14d616afa77a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:09.419392 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7923ceef-7faf-4f7b-a32e-f1f06464878c']}} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:09.430245 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826') {'for_net_delete': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:09.430631 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826') {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:09.441166 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530143768'] for segment (7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.455418 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.462137 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=106294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:36:09.462600 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2186792'] for segment (7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.502155 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826 resource provider aggregate not found Sep 24 14:36:09.516918 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:09.523854 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d8bd7e1-85b8-4e5a-bb78-b28cc7c1e826 found for delete ", "request_id": "req-6fbc46cd-c105-42d1-8a24-4f9dcf110357"}]} Sep 24 14:36:09.525560 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (7923ceef-7faf-4f7b-a32e-f1f06464878c), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.531070 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:09.534108 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/7923ceef-7faf-4f7b-a32e-f1f06464878c HTTP/1.1" status: 204 len: 168 time: 0.5286734 Sep 24 14:36:09.537175 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45696) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:09.544626 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f3ea5-f161-4284-a7aa-10e112f44fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=7923ceef-7faf-4f7b-a32e-f1f06464878c,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:09.767933 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:09.773628 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:09.857944 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb3c4-b9fc-46a2-bed0-37ef8a4c62f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768995'] for router_interface (379a6c27-5fc4-4426-b3af-2e52eae16e87), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:10.068743 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bb3c4-b9fc-46a2-bed0-37ef8a4c62f3 admin admin] Deleting port 57cb3706-bfb5-409e-9085-5751fe2c0344 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:36:10.068992 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb3c4-b9fc-46a2-bed0-37ef8a4c62f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:10.143808 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-3c6bb3c4-b9fc-46a2-bed0-37ef8a4c62f3 admin admin] For port 57cb3706-bfb5-409e-9085-5751fe2c0344, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=57cb3706-bfb5-409e-9085-5751fe2c0344,segment=NetworkSegment(8a42dda3-5468-45c9-834b-8c126bef00ad),segment_id=8a42dda3-5468-45c9-834b-8c126bef00ad)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:10.144159 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb3c4-b9fc-46a2-bed0-37ef8a4c62f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:10.157028 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bb3c4-b9fc-46a2-bed0-37ef8a4c62f3 admin admin] Calling delete_port for 57cb3706-bfb5-409e-9085-5751fe2c0344 owned by network:router_interface {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:36:10.237158 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 1a0566fd-b8eb-407c-9baa-99fd3928ba54 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:36:10.256176 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 1a0566fd-b8eb-407c-9baa-99fd3928ba54 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:36:10.256518 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 1a0566fd-b8eb-407c-9baa-99fd3928ba54 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:36:10.256920 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:36:10.273886 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:36:10.274229 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 3d63ecc5-ee2f-4c2d-b49e-cafab6eb30e0 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:36:10.274630 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0800fdc9-09eb-47d6-be01-48be39cca4b7 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:36:10.292478 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 0800fdc9-09eb-47d6-be01-48be39cca4b7 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:36:10.292819 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0800fdc9-09eb-47d6-be01-48be39cca4b7 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:36:10.333818 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb3c4-b9fc-46a2-bed0-37ef8a4c62f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (57cb3706-bfb5-409e-9085-5751fe2c0344), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:10.355978 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bb3c4-b9fc-46a2-bed0-37ef8a4c62f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=57cb3706-bfb5-409e-9085-5751fe2c0344,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:10.756502 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb3c4-b9fc-46a2-bed0-37ef8a4c62f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3661608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679251'] for router_interface (379a6c27-5fc4-4426-b3af-2e52eae16e87), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:10.841784 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:10.844122 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:10.965420 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6bb3c4-b9fc-46a2-bed0-37ef8a4c62f3 admin admin] Router 379a6c27-5fc4-4426-b3af-2e52eae16e87 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:36:11.065549 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6bb3c4-b9fc-46a2-bed0-37ef8a4c62f3 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:36:11.070948 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-3c6bb3c4-b9fc-46a2-bed0-37ef8a4c62f3 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/379a6c27-5fc4-4426-b3af-2e52eae16e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5326660 Sep 24 14:36:11.073468 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45698) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:11.074383 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2011e-ba5d-4bd4-a249-fd70d3ee90c3 None None] Sync routers for ids ['379a6c27-5fc4-4426-b3af-2e52eae16e87'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:36:11.086114 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2011e-ba5d-4bd4-a249-fd70d3ee90c3 None None] Routers {'379a6c27-5fc4-4426-b3af-2e52eae16e87'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:36:11.086757 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-f7d2011e-ba5d-4bd4-a249-fd70d3ee90c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['379a6c27-5fc4-4426-b3af-2e52eae16e87'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:11.170127 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Publish callbacks [] for router (379a6c27-5fc4-4426-b3af-2e52eae16e87), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:11.186252 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-f7d2011e-ba5d-4bd4-a249-fd70d3ee90c3 None None] Set router 379a6c27-5fc4-4426-b3af-2e52eae16e87 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:36:11.266903 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Publish callbacks [] for router_gateway (379a6c27-5fc4-4426-b3af-2e52eae16e87), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:11.313005 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Deleting port bf688937-afc8-4d60-b5c0-d995f291a220 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:36:11.313261 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (bf688937-afc8-4d60-b5c0-d995f291a220), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:11.347223 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-f7d2011e-ba5d-4bd4-a249-fd70d3ee90c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'name': 'tempest-TestMinimumBasicScenario-603299920-router', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:36:10Z', 'revision_number': 5, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'gw_port': {'id': 'bf688937-afc8-4d60-b5c0-d995f291a220', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:11.375543 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2011e-ba5d-4bd4-a249-fd70d3ee90c3 None None] Checking router: 379a6c27-5fc4-4426-b3af-2e52eae16e87 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:36:11.384103 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2011e-ba5d-4bd4-a249-fd70d3ee90c3 None None] Routers {'379a6c27-5fc4-4426-b3af-2e52eae16e87'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:36:11.384699 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-f7d2011e-ba5d-4bd4-a249-fd70d3ee90c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['379a6c27-5fc4-4426-b3af-2e52eae16e87'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:11.393358 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] For port bf688937-afc8-4d60-b5c0-d995f291a220, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=bf688937-afc8-4d60-b5c0-d995f291a220,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:11.393724 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (bf688937-afc8-4d60-b5c0-d995f291a220), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:11.406635 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Calling delete_port for bf688937-afc8-4d60-b5c0-d995f291a220 owned by network:router_gateway {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:36:11.465278 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-f7d2011e-ba5d-4bd4-a249-fd70d3ee90c3 None None] Set router 379a6c27-5fc4-4426-b3af-2e52eae16e87 gateway port host: None {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:36:11.574913 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (bf688937-afc8-4d60-b5c0-d995f291a220), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:11.578917 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:11.600141 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-f7d2011e-ba5d-4bd4-a249-fd70d3ee90c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'name': 'tempest-TestMinimumBasicScenario-603299920-router', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:36:11Z', 'revision_number': 6, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'gw_port_host': None}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:11.602486 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf688937-afc8-4d60-b5c0-d995f291a220,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:11.629400 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2011e-ba5d-4bd4-a249-fd70d3ee90c3 None None] The sync data for ids ['379a6c27-5fc4-4426-b3af-2e52eae16e87'] in dv-cinder-859193-1-iscsi is: [{'id': '379a6c27-5fc4-4426-b3af-2e52eae16e87', 'name': 'tempest-TestMinimumBasicScenario-603299920-router', 'tenant_id': 'e314f9937c1f46d88e3784e70f63a952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:31:44Z', 'updated_at': '2022-09-24T14:36:11Z', 'revision_number': 6, 'project_id': 'e314f9937c1f46d88e3784e70f63a952', 'gw_port_host': None}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:36:11.670733 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680345'] for router_gateway (379a6c27-5fc4-4426-b3af-2e52eae16e87), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:11.755640 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3681485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (379a6c27-5fc4-4426-b3af-2e52eae16e87), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:11.757809 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Publish callbacks [] for router_controller (379a6c27-5fc4-4426-b3af-2e52eae16e87), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:11.759122 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:11.803792 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679342'] for router (379a6c27-5fc4-4426-b3af-2e52eae16e87), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:11.804349 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 379a6c27-5fc4-4426-b3af-2e52eae16e87 {{(pid=106293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 14:36:11.808571 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:11.809604 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-181aeaf4-d619-40d2-9ad6-97bc0751d753 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/379a6c27-5fc4-4426-b3af-2e52eae16e87 HTTP/1.1" status: 204 len: 168 time: 0.7352042 Sep 24 14:36:11.812174 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45700) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:11.856146 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2748a48-2d26-4588-972f-3465c4b772b4 admin admin] Deleting subnet c90c1ef1-7b77-4500-a0cc-e5f8758a5051 {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:36:11.859995 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2748a48-2d26-4588-972f-3465c4b772b4 admin admin] Publish callbacks [] for subnet (c90c1ef1-7b77-4500-a0cc-e5f8758a5051), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:11.897928 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2748a48-2d26-4588-972f-3465c4b772b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027442'] for subnet (c90c1ef1-7b77-4500-a0cc-e5f8758a5051), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:11.972745 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2748a48-2d26-4588-972f-3465c4b772b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (c90c1ef1-7b77-4500-a0cc-e5f8758a5051), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.029970 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2748a48-2d26-4588-972f-3465c4b772b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2967591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530269242'] for subnet (c90c1ef1-7b77-4500-a0cc-e5f8758a5051), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.058971 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2748a48-2d26-4588-972f-3465c4b772b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c90c1ef1-7b77-4500-a0cc-e5f8758a5051,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:12.064926 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c2748a48-2d26-4588-972f-3465c4b772b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.068550 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c2748a48-2d26-4588-972f-3465c4b772b4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c90c1ef1-7b77-4500-a0cc-e5f8758a5051 HTTP/1.1" status: 204 len: 168 time: 0.2554483 Sep 24 14:36:12.071557 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45702) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:12.071892 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ad4157-b9ac-4625-9577-4b3bbf3a1adc None None] Network 7a249c8c-ad18-41c4-b95b-0e75700559df requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:36:12.141490 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (7a249c8c-ad18-41c4-b95b-0e75700559df), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.184098 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Deleting port d91a7770-bb6e-4321-88b1-befdec855f59 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:36:12.184509 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (d91a7770-bb6e-4321-88b1-befdec855f59), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.250069 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] For port d91a7770-bb6e-4321-88b1-befdec855f59, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=d91a7770-bb6e-4321-88b1-befdec855f59,segment=NetworkSegment(8a42dda3-5468-45c9-834b-8c126bef00ad),segment_id=8a42dda3-5468-45c9-834b-8c126bef00ad)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:12.250427 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (d91a7770-bb6e-4321-88b1-befdec855f59), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.263646 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Calling delete_port for d91a7770-bb6e-4321-88b1-befdec855f59 owned by network:dhcp {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:36:12.341175 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (d91a7770-bb6e-4321-88b1-befdec855f59), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.363060 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Pushing event deleted for resources: {'Port': ['ID=d91a7770-bb6e-4321-88b1-befdec855f59,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:12.367897 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0282bb6b-15a3-4cf2-b572-05b92aa96018 None None] DHCP port deletion for 7a249c8c-ad18-41c4-b95b-0e75700559df request from dv-cinder-859193-1-iscsi {{(pid=106295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 14:36:12.372797 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] No DVR routers for this DVR port d91a7770-bb6e-4321-88b1-befdec855f59 on host dv-cinder-859193-1-iscsi {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:36:12.433675 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device bf688937-afc8-4d60-b5c0-d995f291a220 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:36:12.453818 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (7a249c8c-ad18-41c4-b95b-0e75700559df), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.454948 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: bf688937-afc8-4d60-b5c0-d995f291a220 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:36:12.455305 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device bf688937-afc8-4d60-b5c0-d995f291a220 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:36:12.455708 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 57cb3706-bfb5-409e-9085-5751fe2c0344 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:36:12.476297 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a249c8c-ad18-41c4-b95b-0e75700559df']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:12.485230 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 57cb3706-bfb5-409e-9085-5751fe2c0344 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:36:12.485230 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 57cb3706-bfb5-409e-9085-5751fe2c0344 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:36:12.485230 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device d91a7770-bb6e-4321-88b1-befdec855f59 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:36:12.489580 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a42dda3-5468-45c9-834b-8c126bef00ad') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:12.489889 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a42dda3-5468-45c9-834b-8c126bef00ad') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:12.499262 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:12.501312 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027401'] for segment (8a42dda3-5468-45c9-834b-8c126bef00ad), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.503827 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: d91a7770-bb6e-4321-88b1-befdec855f59 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:36:12.504238 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device d91a7770-bb6e-4321-88b1-befdec855f59 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:36:12.517238 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (8a42dda3-5468-45c9-834b-8c126bef00ad), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.524522 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:36:12.524903 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967709'] for segment (8a42dda3-5468-45c9-834b-8c126bef00ad), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.568507 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 8a42dda3-5468-45c9-834b-8c126bef00ad resource provider aggregate not found Sep 24 14:36:12.592365 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 8a42dda3-5468-45c9-834b-8c126bef00ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a42dda3-5468-45c9-834b-8c126bef00ad found for delete ", "request_id": "req-946be71f-3a03-4329-9b08-e8764dd25a81"}]} Sep 24 14:36:12.593771 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (7a249c8c-ad18-41c4-b95b-0e75700559df), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.599353 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.602588 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/7a249c8c-ad18-41c4-b95b-0e75700559df HTTP/1.1" status: 204 len: 168 time: 0.5300729 Sep 24 14:36:12.617286 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ab97-dd30-4446-a381-d8f81225060e admin admin] Pushing event deleted for resources: {'Network': ['ID=7a249c8c-ad18-41c4-b95b-0e75700559df,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:12.725930 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45710) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:12.766500 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ce551274-f789-48e5-a434-e35ee80b4b22 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8830800be89540929716703bdbb07b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394099 Sep 24 14:36:12.769083 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45712) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:12.782438 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:12.818668 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ad43d6ad-e785-47ae-9158-cc0b4eaec625 admin admin] Publish callbacks [] for security_group (d7633c70-d022-410f-b437-ad76f636bdee), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.839166 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ad43d6ad-e785-47ae-9158-cc0b4eaec625 admin admin] Publish callbacks [] for security_group (d7633c70-d022-410f-b437-ad76f636bdee), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.886232 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ad43d6ad-e785-47ae-9158-cc0b4eaec625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (d7633c70-d022-410f-b437-ad76f636bdee), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.888927 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ad43d6ad-e785-47ae-9158-cc0b4eaec625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:12.890637 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ad43d6ad-e785-47ae-9158-cc0b4eaec625 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d7633c70-d022-410f-b437-ad76f636bdee HTTP/1.1" status: 204 len: 168 time: 0.1201415 Sep 24 14:36:12.898710 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43d6ad-e785-47ae-9158-cc0b4eaec625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7633c70-d022-410f-b437-ad76f636bdee,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:13.205060 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45718) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:13.244411 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-8096c00d-38f7-412b-bba6-eee6396b3098 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e314f9937c1f46d88e3784e70f63a952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382185 Sep 24 14:36:13.246734 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45720) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:13.296837 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e16a05b6-e77f-4170-aba3-12df9bf5952b admin admin] Publish callbacks [] for security_group (c5b6c5be-bc8d-4030-aa1d-b991f1a58fb7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:13.315992 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e16a05b6-e77f-4170-aba3-12df9bf5952b admin admin] Publish callbacks [] for security_group (c5b6c5be-bc8d-4030-aa1d-b991f1a58fb7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:13.361141 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e16a05b6-e77f-4170-aba3-12df9bf5952b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (c5b6c5be-bc8d-4030-aa1d-b991f1a58fb7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:13.363703 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e16a05b6-e77f-4170-aba3-12df9bf5952b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:13.364813 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e16a05b6-e77f-4170-aba3-12df9bf5952b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c5b6c5be-bc8d-4030-aa1d-b991f1a58fb7 HTTP/1.1" status: 204 len: 168 time: 0.1171846 Sep 24 14:36:13.372421 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a05b6-e77f-4170-aba3-12df9bf5952b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b6c5be-bc8d-4030-aa1d-b991f1a58fb7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:14.049211 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45742) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:14.145847 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-390206776-network', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:14.169462 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Made reservation on behalf of f69d85fa8dc545efb55a0b2949e9f06c for: {'network': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:36:14.171804 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.180479 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.252868 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Publish callbacks [] for security_group (3d236ad7-d55c-4ec0-af35-d765ba21dabf), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.256507 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (3d236ad7-d55c-4ec0-af35-d765ba21dabf), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.283990 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=106294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:36:14.289575 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d236ad7-d55c-4ec0-af35-d765ba21dabf,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:14.297460 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (8e53d8fa-b7a8-4eaa-9338-29750b55c9c2), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.297797 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.segments_db [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Added segment 8e53d8fa-b7a8-4eaa-9338-29750b55c9c2 of type vlan for network 48c641d5-f10b-46bc-b665-df597be281fe Sep 24 14:36:14.337064 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (48c641d5-f10b-46bc-b665-df597be281fe), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.357960 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:14.362576 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (48c641d5-f10b-46bc-b665-df597be281fe), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.363573 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:14.364129 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.417830 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3675551 Sep 24 14:36:14.421169 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45748) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:14.431729 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-662c01b5-9a6f-4f8e-8c2d-d42f54780b1e admin admin] Request body: {'subnet': {'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-390206776-subnet', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'ip_version': 4}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:14.443998 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd1215-8415-499e-a5f0-055d7af4196e admin admin] Pushing event updated for resources: {'Network': ['ID=48c641d5-f10b-46bc-b665-df597be281fe,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:14.453790 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network 48c641d5-f10b-46bc-b665-df597be281fe details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:36:14.457126 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662c01b5-9a6f-4f8e-8c2d-d42f54780b1e admin admin] Made reservation on behalf of f69d85fa8dc545efb55a0b2949e9f06c for: {'subnet': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:36:14.459004 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-662c01b5-9a6f-4f8e-8c2d-d42f54780b1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530180667'] for subnet (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.623585 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-662c01b5-9a6f-4f8e-8c2d-d42f54780b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2185805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530180653'] for subnet (100e4cdf-d1dc-4817-8080-63365a0aff41), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.668580 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c01b5-9a6f-4f8e-8c2d-d42f54780b1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=100e4cdf-d1dc-4817-8080-63365a0aff41,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:14.688115 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c01b5-9a6f-4f8e-8c2d-d42f54780b1e admin admin] Checking segment: {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:36:14.688465 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c01b5-9a6f-4f8e-8c2d-d42f54780b1e admin admin] Network hostable DHCP agents. Network: 48c641d5-f10b-46bc-b665-df597be281fe, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:36:14.705454 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c01b5-9a6f-4f8e-8c2d-d42f54780b1e admin admin] Network 48c641d5-f10b-46bc-b665-df597be281fe is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:36:14.714312 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-662c01b5-9a6f-4f8e-8c2d-d42f54780b1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, 48c641d5-f10b-46bc-b665-df597be281fe) {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:36:14.718832 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c01b5-9a6f-4f8e-8c2d-d42f54780b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:14.719445 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-662c01b5-9a6f-4f8e-8c2d-d42f54780b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.724078 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58634901-febc-4d0a-8ade-5a74f347fabe None None] Network 48c641d5-f10b-46bc-b665-df597be281fe requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:36:14.739097 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-662c01b5-9a6f-4f8e-8c2d-d42f54780b1e admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3169024 Sep 24 14:36:14.741676 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45750) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:14.745802 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:14.765616 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12665'] for router (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.766697 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3681457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12640'] for router (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.771161 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:14.823975 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Publish callbacks [] for router_controller (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), precommit_add_association {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.834142 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e8cdc4-ed46-5176-a3ed-10bdc880f551-48c641d5-f10b-46bc-b665-df597be281fe', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41'}]}} from dv-cinder-859193-1-iscsi. {{(pid=106295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:36:14.835133 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.964915 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Publish callbacks [] for router_gateway (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:14.979225 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.db_base_plugin_common [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Allocated IP 172.20.0.2 (48c641d5-f10b-46bc-b665-df597be281fe/100e4cdf-d1dc-4817-8080-63365a0aff41/716ef749-a6b9-4819-9d5c-35f3c64ba192) {{(pid=106295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:36:15.134095 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Publish callbacks [] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), precommit_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:15.140564 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:15.170764 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Publish callbacks [] for router_gateway (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:15.177419 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:15.184571 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Network 48c641d5-f10b-46bc-b665-df597be281fe is already hosted by enough agents. {{(pid=106295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:36:15.192675 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:15.196855 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.base_scheduler [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Resources bound (agent type, host, resource id): {{(pid=106295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:36:15.201942 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Received port after_create {{(pid=106295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:36:15.206693 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:15.257250 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Pushing event updated for resources: {'Port': ['ID=716ef749-a6b9-4819-9d5c-35f3c64ba192,revision_number=1']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:15.273319 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Attempting to bind port 716ef749-a6b9-4819-9d5c-35f3c64ba192 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:36:15.273697 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Attempting to bind port 716ef749-a6b9-4819-9d5c-35f3c64ba192 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:36:15.274066 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Attempting to bind port 716ef749-a6b9-4819-9d5c-35f3c64ba192 on network 48c641d5-f10b-46bc-b665-df597be281fe {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:36:15.315969 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:36:15.316292 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Checking segment: {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:36:15.316697 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:15.317094 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Bound using segment: {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:36:15.317571 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Bound port: 716ef749-a6b9-4819-9d5c-35f3c64ba192, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:36:15.317951 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:15.322527 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Allocated IP 172.27.1.50 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/52056577-5fd9-4c34-88e4-7a702222463d) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:36:15.380068 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] For port 716ef749-a6b9-4819-9d5c-35f3c64ba192, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:36:15.383210 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] For port 716ef749-a6b9-4819-9d5c-35f3c64ba192, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=716ef749-a6b9-4819-9d5c-35f3c64ba192,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:36:15.389210 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:15.427221 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:15.430403 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:15.444447 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Publish callbacks [] for port (52056577-5fd9-4c34-88e4-7a702222463d), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:15.446971 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1df0bb-3de3-4471-a643-cf5640b2ea50 None None] Pushing event updated for resources: {'Port': ['ID=716ef749-a6b9-4819-9d5c-35f3c64ba192,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:15.478366 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (52056577-5fd9-4c34-88e4-7a702222463d), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:15.518636 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:36:15.521753 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:36:15.525393 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:36:15.553937 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Pushing event updated for resources: {'Port': ['ID=52056577-5fd9-4c34-88e4-7a702222463d,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:15.793632 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Publish callbacks [] for router_gateway (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:15.836520 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:15.979957 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3681513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680289'] for router (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:16.105931 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d is scheduled to L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce with binding_index 1 {{(pid=106294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:36:16.148378 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:16.220394 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:36:16.231827 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Sync routers for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:36:16.250331 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:36:16.250993 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-e256c200-407e-4753-944d-acdc46f31836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:16.265296 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:16.269841 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-a8863d63-51f7-40b8-8482-f7df7dfd2c24 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5271745 Sep 24 14:36:16.269993 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45762) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:16.317305 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 716ef749-a6b9-4819-9d5c-35f3c64ba192 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:36:16.351472 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4908a32c-3fb5-467f-855c-c6a987f3f17e None None] Network 48c641d5-f10b-46bc-b665-df597be281fe requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:36:16.586669 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-c044c30a-63b7-48db-aed6-b7aa1639df14 None None] Provisioning complete for port 716ef749-a6b9-4819-9d5c-35f3c64ba192 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:16.587112 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c044c30a-63b7-48db-aed6-b7aa1639df14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:16.587397 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-c044c30a-63b7-48db-aed6-b7aa1639df14 None None] Attempt 1 to provision port 716ef749-a6b9-4819-9d5c-35f3c64ba192 Sep 24 14:36:16.634465 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:36:16.703754 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:16.724049 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 716ef749-a6b9-4819-9d5c-35f3c64ba192 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:16.724430 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:16.724772 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 716ef749-a6b9-4819-9d5c-35f3c64ba192 Sep 24 14:36:16.727016 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:16.809434 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:16.864373 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-c044c30a-63b7-48db-aed6-b7aa1639df14 None None] Current status of the port 716ef749-a6b9-4819-9d5c-35f3c64ba192 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:16.864779 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c044c30a-63b7-48db-aed6-b7aa1639df14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:16.904968 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Allocated IP 172.20.0.1 (48c641d5-f10b-46bc-b665-df597be281fe/100e4cdf-d1dc-4817-8080-63365a0aff41/087d5213-d49c-42eb-837d-c5627c0826f7) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:36:16.966060 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-c044c30a-63b7-48db-aed6-b7aa1639df14 None None] For port 716ef749-a6b9-4819-9d5c-35f3c64ba192, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=716ef749-a6b9-4819-9d5c-35f3c64ba192,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:16.995690 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c044c30a-63b7-48db-aed6-b7aa1639df14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:16.999060 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ccc64-df40-46cb-aef2-924ec4e88f4d req-2fe7ee28-82e4-4fcb-a374-ea05b54f2f49 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:17.001230 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-318ccc64-df40-46cb-aef2-924ec4e88f4d req-2fe7ee28-82e4-4fcb-a374-ea05b54f2f49 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.2434742 Sep 24 14:36:17.030496 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 716ef749-a6b9-4819-9d5c-35f3c64ba192 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:17.031001 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.065057 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-e256c200-407e-4753-944d-acdc46f31836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:15Z', 'revision_number': 3, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:17.093318 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Checking router: d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:36:17.093673 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Updating router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d port 52056577-5fd9-4c34-88e4-7a702222463d binding host dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:36:17.113565 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-318ccc64-df40-46cb-aef2-924ec4e88f4d req-6efb9ed6-e4f9-4c3c-bac1-4d59f503a3cf tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808494 Sep 24 14:36:17.134720 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044c30a-63b7-48db-aed6-b7aa1639df14 None None] Pushing event updated for resources: {'Port': ['ID=716ef749-a6b9-4819-9d5c-35f3c64ba192,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:17.147732 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Publish callbacks [] for port (087d5213-d49c-42eb-837d-c5627c0826f7), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.183405 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (52056577-5fd9-4c34-88e4-7a702222463d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.190153 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.233214 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Network 48c641d5-f10b-46bc-b665-df597be281fe is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:36:17.236799 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.db.api [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 24 14:36:17.237298 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG oslo_db.api [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:36:17.238104 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:36:17.241978 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-3c602fb2-e184-4852-b8c4-3aae565d09a2 None None] Provisioning complete for port 716ef749-a6b9-4819-9d5c-35f3c64ba192 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:17.242305 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-3c602fb2-e184-4852-b8c4-3aae565d09a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.242603 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:36:17.242717 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-3c602fb2-e184-4852-b8c4-3aae565d09a2 None None] Attempt 1 to provision port 716ef749-a6b9-4819-9d5c-35f3c64ba192 Sep 24 14:36:17.248149 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.248281 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Pushing event updated for resources: {'Port': ['ID=087d5213-d49c-42eb-837d-c5627c0826f7,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:17.292923 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768856'] for router_interface (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.474914 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-3c602fb2-e184-4852-b8c4-3aae565d09a2 None None] Current status of the port 716ef749-a6b9-4819-9d5c-35f3c64ba192 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:17.490357 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d0816-5d02-4eb3-8a5c-82c0fc86c1ba req-c8e87fd1-494b-4a21-a500-3b84dbc5f4f3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:17.491859 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a64d0816-5d02-4eb3-8a5c-82c0fc86c1ba req-c8e87fd1-494b-4a21-a500-3b84dbc5f4f3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0735433 Sep 24 14:36:17.515023 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.518881 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:17.555594 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:17.570222 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Publish callbacks [] for port (52056577-5fd9-4c34-88e4-7a702222463d), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.576117 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (52056577-5fd9-4c34-88e4-7a702222463d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.579347 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a64d0816-5d02-4eb3-8a5c-82c0fc86c1ba req-dd23b0d8-ac44-47b3-80c5-a82633ee863a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810349 Sep 24 14:36:17.635293 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Attempting to bind port 52056577-5fd9-4c34-88e4-7a702222463d on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:36:17.635669 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Attempting to bind port 52056577-5fd9-4c34-88e4-7a702222463d by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:36:17.636037 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Attempting to bind port 52056577-5fd9-4c34-88e4-7a702222463d on network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:36:17.638473 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a6c10-d5a5-40b0-91b2-ecbf0e86da27 None None] Pushing event updated for resources: {'Port': ['ID=52056577-5fd9-4c34-88e4-7a702222463d,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:17.644463 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:17.662845 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Provisioning complete for port 087d5213-d49c-42eb-837d-c5627c0826f7 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:17.663143 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.663478 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Attempt 1 to provision port 087d5213-d49c-42eb-837d-c5627c0826f7 Sep 24 14:36:17.707561 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Publish callbacks [] for port (087d5213-d49c-42eb-837d-c5627c0826f7), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.712143 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.715344 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Port 087d5213-d49c-42eb-837d-c5627c0826f7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:17.716408 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:36:17.716775 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Checking segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:36:17.717171 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.717558 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Bound using segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:36:17.718027 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Bound port: 52056577-5fd9-4c34-88e4-7a702222463d, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:36:17.718405 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (52056577-5fd9-4c34-88e4-7a702222463d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.720522 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:17.735516 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:17.781150 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3661601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768972'] for router_interface (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.783093 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Pushing event updated for resources: {'Port': ['ID=087d5213-d49c-42eb-837d-c5627c0826f7,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:17.792060 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 716ef749-a6b9-4819-9d5c-35f3c64ba192 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:17.797941 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-e256c200-407e-4753-944d-acdc46f31836 None None] For port 52056577-5fd9-4c34-88e4-7a702222463d, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:36:17.801451 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-e256c200-407e-4753-944d-acdc46f31836 None None] For port 52056577-5fd9-4c34-88e4-7a702222463d, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=52056577-5fd9-4c34-88e4-7a702222463d,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:36:17.807575 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (52056577-5fd9-4c34-88e4-7a702222463d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:17.849132 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:36:17.849750 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-e256c200-407e-4753-944d-acdc46f31836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:17.882391 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Network 48c641d5-f10b-46bc-b665-df597be281fe is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:36:17.883899 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:36:17.905413 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a6c10-d5a5-40b0-91b2-ecbf0e86da27 None None] Pushing event updated for resources: {'Port': ['ID=52056577-5fd9-4c34-88e4-7a702222463d,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:17.971473 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-e256c200-407e-4753-944d-acdc46f31836 None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:36:18.173195 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-e256c200-407e-4753-944d-acdc46f31836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 2, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:18.199979 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e256c200-407e-4753-944d-acdc46f31836 None None] The sync data for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi is: [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 2, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:36:18.217194 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Attempt 2 to provision port 087d5213-d49c-42eb-837d-c5627c0826f7 Sep 24 14:36:18.263008 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Port 087d5213-d49c-42eb-837d-c5627c0826f7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:18.276799 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:36:18.291356 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 716ef749-a6b9-4819-9d5c-35f3c64ba192 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:36:18.294397 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511756b-c67d-4369-9c06-18433dfd98df req-96493ca3-0676-4c3f-973d-a829f4f85084 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:18.296960 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3511756b-c67d-4369-9c06-18433dfd98df req-96493ca3-0676-4c3f-973d-a829f4f85084 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0658047 Sep 24 14:36:18.342641 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 716ef749-a6b9-4819-9d5c-35f3c64ba192 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:18.343280 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:18.343687 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 716ef749-a6b9-4819-9d5c-35f3c64ba192 Sep 24 14:36:18.350099 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3511756b-c67d-4369-9c06-18433dfd98df req-5ca1304a-5516-47e2-a392-54e0037d5c54 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471911 Sep 24 14:36:18.388227 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:36:18.393260 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7de213b4-615c-4b3a-8ed7-3380fbe352ba admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1222727 Sep 24 14:36:18.426214 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 716ef749-a6b9-4819-9d5c-35f3c64ba192 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:18.718861 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7568c-9a7e-4d74-b85b-82a210a116cf req-0ca36072-9e4d-464d-9529-96d0b86613c3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:18.721114 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ffa7568c-9a7e-4d74-b85b-82a210a116cf req-0ca36072-9e4d-464d-9529-96d0b86613c3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0588098 Sep 24 14:36:18.764599 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Attempt 3 to provision port 087d5213-d49c-42eb-837d-c5627c0826f7 Sep 24 14:36:18.776507 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ffa7568c-9a7e-4d74-b85b-82a210a116cf req-9dca0321-0681-40c8-9475-25a061016900 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493226 Sep 24 14:36:18.813803 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Port 087d5213-d49c-42eb-837d-c5627c0826f7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:18.972976 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45810) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:18.984078 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-221473780-network', 'tenant_id': '4039b94848584573b523d0c3d844c47d'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:19.005630 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Made reservation on behalf of 4039b94848584573b523d0c3d844c47d for: {'network': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:36:19.008131 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.017901 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.098603 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Publish callbacks [] for security_group (582a42df-faec-4ba9-9ff4-77eed8391a9e), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.102775 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (582a42df-faec-4ba9-9ff4-77eed8391a9e), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.128167 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=106294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:36:19.139931 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:19.145565 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (66e6ed0f-9ca6-4b25-a008-565f012c9307), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.145908 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.segments_db [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Added segment 66e6ed0f-9ca6-4b25-a008-565f012c9307 of type vlan for network 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe Sep 24 14:36:19.147355 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582a42df-faec-4ba9-9ff4-77eed8391a9e,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:19.195462 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.223846 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.224864 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:19.225446 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.287335 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45812) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:19.287553 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3133616 Sep 24 14:36:19.292500 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-bed644ea-66aa-4ebe-bfa1-128f53336130 admin admin] Request body: {'subnet': {'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-221473780-subnet', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:19.294104 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a17de-3d1d-4c88-a04e-5cdd08ac6c08 admin admin] Pushing event updated for resources: {'Network': ['ID=727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:19.304583 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:36:19.317669 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed644ea-66aa-4ebe-bfa1-128f53336130 admin admin] Made reservation on behalf of 4039b94848584573b523d0c3d844c47d for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:36:19.317987 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Attempt 4 to provision port 087d5213-d49c-42eb-837d-c5627c0826f7 Sep 24 14:36:19.320671 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bed644ea-66aa-4ebe-bfa1-128f53336130 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530269205'] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.400147 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Port 087d5213-d49c-42eb-837d-c5627c0826f7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:19.515592 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aceed-5f14-4cd3-ab0f-da4bcbe2edbb req-b16a4877-48b7-4781-971e-73252ef77566 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:19.517081 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-943aceed-5f14-4cd3-ab0f-da4bcbe2edbb req-b16a4877-48b7-4781-971e-73252ef77566 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0582414 Sep 24 14:36:19.547971 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bed644ea-66aa-4ebe-bfa1-128f53336130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530269187'] for subnet (8a9f141f-54ae-43b5-ae36-06fa062adfe2), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.556908 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:19.575889 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-943aceed-5f14-4cd3-ab0f-da4bcbe2edbb req-e13ab60d-ad0f-4819-9014-cb4321b3d411 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530252 Sep 24 14:36:19.599283 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270adf2d-52e5-456d-bf34-9699a992726f req-86e68c7a-31e2-48ae-ad3f-56111a0327ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:19.600811 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-270adf2d-52e5-456d-bf34-9699a992726f req-86e68c7a-31e2-48ae-ad3f-56111a0327ad service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=71699c60daeb48aaaf5b0611c8f68bc4&device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 1129 time: 0.0845490 Sep 24 14:36:19.627069 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed644ea-66aa-4ebe-bfa1-128f53336130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9f141f-54ae-43b5-ae36-06fa062adfe2,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:19.682021 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:19.682989 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed644ea-66aa-4ebe-bfa1-128f53336130 admin admin] Checking segment: {'id': '66e6ed0f-9ca6-4b25-a008-565f012c9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:36:19.683349 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed644ea-66aa-4ebe-bfa1-128f53336130 admin admin] Network hostable DHCP agents. Network: 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:36:19.727851 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed644ea-66aa-4ebe-bfa1-128f53336130 admin admin] Network 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:36:19.735882 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270adf2d-52e5-456d-bf34-9699a992726f req-ce952a2a-dfe4-46a3-8f84-ecac7b0b06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:19.737344 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-270adf2d-52e5-456d-bf34-9699a992726f req-ce952a2a-dfe4-46a3-8f84-ecac7b0b06f6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c76e3e68-c534-4730-a021-cd40e96a2838 HTTP/1.1" status: 200 len: 909 time: 0.1112912 Sep 24 14:36:19.740878 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-bed644ea-66aa-4ebe-bfa1-128f53336130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:36:19.745918 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed644ea-66aa-4ebe-bfa1-128f53336130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:19.747006 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bed644ea-66aa-4ebe-bfa1-128f53336130 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.751248 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdafd06-07be-4946-bf2a-52dc5fa284b9 None None] Network 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:36:19.804463 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-bed644ea-66aa-4ebe-bfa1-128f53336130 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5160246 Sep 24 14:36:19.807161 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45816) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:19.811925 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-221473780-router', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:19.819983 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-270adf2d-52e5-456d-bf34-9699a992726f req-130155d5-bd9a-4d21-8532-695b301f4507 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22fef065-180c-4fb8-a36d-5b7d245d2726 HTTP/1.1" status: 200 len: 1001 time: 0.0739691 Sep 24 14:36:19.841066 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12665'] for router (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.842385 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3681457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12640'] for router (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.891765 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270adf2d-52e5-456d-bf34-9699a992726f req-429d3c48-b170-456c-aa92-6da814fe6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:19.893375 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-270adf2d-52e5-456d-bf34-9699a992726f req-429d3c48-b170-456c-aa92-6da814fe6687 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=dbf98105-c916-4f21-b22a-49431cfee887 HTTP/1.1" status: 200 len: 848 time: 0.0670464 Sep 24 14:36:19.917326 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Publish callbacks [] for router_controller (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), precommit_add_association {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:19.980324 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270adf2d-52e5-456d-bf34-9699a992726f req-248bb2dc-84b5-4c98-aa81-d829dd4955f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:19.981946 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-270adf2d-52e5-456d-bf34-9699a992726f req-248bb2dc-84b5-4c98-aa81-d829dd4955f8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c76e3e68-c534-4730-a021-cd40e96a2838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796704 Sep 24 14:36:19.987050 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Attempt 5 to provision port 087d5213-d49c-42eb-837d-c5627c0826f7 Sep 24 14:36:19.993057 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb9eae-db47-4398-80e0-e370dc0e056b req-977565ef-360a-453d-a25f-3287553e5a39 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:19.994626 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-38bb9eae-db47-4398-80e0-e370dc0e056b req-977565ef-360a-453d-a25f-3287553e5a39 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0800548 Sep 24 14:36:20.040005 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Port 087d5213-d49c-42eb-837d-c5627c0826f7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:20.046447 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e8cdc4-ed46-5176-a3ed-10bdc880f551-727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe', 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe', 'project_id': '4039b94848584573b523d0c3d844c47d', 'fixed_ips': [{'subnet_id': '8a9f141f-54ae-43b5-ae36-06fa062adfe2'}]}} from dv-cinder-859193-1-iscsi. {{(pid=106295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:36:20.047735 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.107493 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-38bb9eae-db47-4398-80e0-e370dc0e056b req-bfc52185-0fcb-4eef-a55a-67fd97aca124 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1015465 Sep 24 14:36:20.123539 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-270adf2d-52e5-456d-bf34-9699a992726f req-078fd3ce-500f-4da6-8a8b-7e3e4fe67395 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278484 Sep 24 14:36:20.169413 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:20.267378 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.db_base_plugin_common [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Allocated IP 172.20.0.2 (727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe/8a9f141f-54ae-43b5-ae36-06fa062adfe2/7280662d-bce7-4efc-ab01-44d85bcf5df1) {{(pid=106295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:36:20.273705 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-270adf2d-52e5-456d-bf34-9699a992726f req-fc2ad5b1-6238-4ff9-876e-260861cf0d75 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437237 Sep 24 14:36:20.305131 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 52056577-5fd9-4c34-88e4-7a702222463d up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:36:20.338004 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Publish callbacks [] for router_gateway (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.400626 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 52056577-5fd9-4c34-88e4-7a702222463d triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:20.401003 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (52056577-5fd9-4c34-88e4-7a702222463d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.401335 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 52056577-5fd9-4c34-88e4-7a702222463d Sep 24 14:36:20.405026 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:20.419424 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:20.523102 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Publish callbacks [] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), precommit_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.524266 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:20.529079 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Publish callbacks [] for router_gateway (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.537108 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.543001 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Attempt 6 to provision port 087d5213-d49c-42eb-837d-c5627c0826f7 Sep 24 14:36:20.545114 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 52056577-5fd9-4c34-88e4-7a702222463d is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:20.545509 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (52056577-5fd9-4c34-88e4-7a702222463d), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.552613 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.592096 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Sync routers for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:36:20.605117 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:36:20.606549 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:20.651039 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Network 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe is already hosted by enough agents. {{(pid=106295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:36:20.657145 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port 52056577-5fd9-4c34-88e4-7a702222463d, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=52056577-5fd9-4c34-88e4-7a702222463d,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:20.661848 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.base_scheduler [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Resources bound (agent type, host, resource id): {{(pid=106295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:36:20.666768 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Received port after_create {{(pid=106295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:36:20.670297 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Port 087d5213-d49c-42eb-837d-c5627c0826f7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:20.671272 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (52056577-5fd9-4c34-88e4-7a702222463d), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.674400 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Pushing event updated for resources: {'Port': ['ID=7280662d-bce7-4efc-ab01-44d85bcf5df1,revision_number=1']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:20.753761 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec58960-8248-4073-ace2-6dca76593f8a req-ab64f8ec-0c0c-431a-b61f-a9046fef78aa tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:20.753998 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:36:20.756100 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fec58960-8248-4073-ace2-6dca76593f8a req-ab64f8ec-0c0c-431a-b61f-a9046fef78aa tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0615814 Sep 24 14:36:20.757748 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Allocated IP 172.27.1.68 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/7c0ca604-3089-4ae8-b886-cf3914107758) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:36:20.771836 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=52056577-5fd9-4c34-88e4-7a702222463d,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:20.775467 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Attempting to bind port 7280662d-bce7-4efc-ab01-44d85bcf5df1 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:36:20.778890 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Attempting to bind port 7280662d-bce7-4efc-ab01-44d85bcf5df1 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '66e6ed0f-9ca6-4b25-a008-565f012c9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:36:20.779533 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Attempting to bind port 7280662d-bce7-4efc-ab01-44d85bcf5df1 on network 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:36:20.827207 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:36:20.827571 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Checking segment: {'id': '66e6ed0f-9ca6-4b25-a008-565f012c9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:36:20.827908 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.828306 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Bound using segment: {'id': '66e6ed0f-9ca6-4b25-a008-565f012c9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:36:20.829208 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Bound port: 7280662d-bce7-4efc-ab01-44d85bcf5df1, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e6ed0f-9ca6-4b25-a008-565f012c9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:36:20.829599 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.878760 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fec58960-8248-4073-ace2-6dca76593f8a req-fb584f49-1840-47b4-a9d1-1a375d550e83 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154106 Sep 24 14:36:20.924745 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] For port 7280662d-bce7-4efc-ab01-44d85bcf5df1, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:36:20.928741 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] For port 7280662d-bce7-4efc-ab01-44d85bcf5df1, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=7280662d-bce7-4efc-ab01-44d85bcf5df1,segment=NetworkSegment(66e6ed0f-9ca6-4b25-a008-565f012c9307),segment_id=66e6ed0f-9ca6-4b25-a008-565f012c9307)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:36:20.935731 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Publish callbacks [] for port (7c0ca604-3089-4ae8-b886-cf3914107758), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.944800 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.960211 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:20.980152 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (7c0ca604-3089-4ae8-b886-cf3914107758), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:20.999916 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 2, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:21.016077 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9490c91-754e-43bc-8de6-0553a59f382b None None] Pushing event updated for resources: {'Port': ['ID=7280662d-bce7-4efc-ab01-44d85bcf5df1,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:21.032427 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Checking router: d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:36:21.033188 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Updating router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d port 087d5213-d49c-42eb-837d-c5627c0826f7 binding host dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:36:21.041303 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:36:21.045115 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:36:21.049184 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:36:21.065488 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:21.080423 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Pushing event updated for resources: {'Port': ['ID=7c0ca604-3089-4ae8-b886-cf3914107758,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:21.171850 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Attempt 7 to provision port 087d5213-d49c-42eb-837d-c5627c0826f7 Sep 24 14:36:21.251830 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Port 087d5213-d49c-42eb-837d-c5627c0826f7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:21.287871 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:21.297813 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:21.333153 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b5cb2-fd7d-4257-a4b2-a199f56fbbf3 req-55180e25-da55-42ae-9d98-1154b38e471c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:21.334743 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-200b5cb2-fd7d-4257-a4b2-a199f56fbbf3 req-55180e25-da55-42ae-9d98-1154b38e471c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0604842 Sep 24 14:36:21.367392 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Publish callbacks [] for router_gateway (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:21.405543 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-200b5cb2-fd7d-4257-a4b2-a199f56fbbf3 req-9afe8f72-dcc6-4049-9293-32125be23e09 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644867 Sep 24 14:36:21.410020 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Publish callbacks [] for port (087d5213-d49c-42eb-837d-c5627c0826f7), precommit_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:21.416526 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:21.455395 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:21.478458 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Pushing event updated for resources: {'Port': ['ID=087d5213-d49c-42eb-837d-c5627c0826f7,revision_number=3']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:21.502207 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.502548 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.502926 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.503278 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.503608 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.503930 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.504247 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.504565 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.504879 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.505193 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.505511 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.505835 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.506155 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.506466 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.506775 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:36:21.524137 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Attempting to bind port 087d5213-d49c-42eb-837d-c5627c0826f7 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:36:21.524503 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Attempting to bind port 087d5213-d49c-42eb-837d-c5627c0826f7 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:36:21.524855 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Attempting to bind port 087d5213-d49c-42eb-837d-c5627c0826f7 on network 48c641d5-f10b-46bc-b665-df597be281fe {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:36:21.564911 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3681513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680289'] for router (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:21.567740 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:36:21.568119 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Checking segment: {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:36:21.568521 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:21.568935 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Bound using segment: {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:36:21.569444 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Bound port: 087d5213-d49c-42eb-837d-c5627c0826f7, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'}}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:36:21.569833 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:21.629575 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] For port 087d5213-d49c-42eb-837d-c5627c0826f7, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:36:21.632569 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] For port 087d5213-d49c-42eb-837d-c5627c0826f7, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=087d5213-d49c-42eb-837d-c5627c0826f7,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:36:21.638794 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:21.675900 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:36:21.676586 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:21.697935 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Router 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 is scheduled to L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce with binding_index 1 {{(pid=106294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:36:21.743127 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f6cf1-929d-4cba-b9a4-a588eaea06e6 None None] Pushing event updated for resources: {'Port': ['ID=087d5213-d49c-42eb-837d-c5627c0826f7,revision_number=4']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:21.753584 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Attempt 8 to provision port 087d5213-d49c-42eb-837d-c5627c0826f7 Sep 24 14:36:21.815365 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:36:21.819119 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:36:21.840210 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Sync routers for ids ['7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:36:21.856643 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:21.858629 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-b4e20282-8270-40cc-b85a-6a937c7e2e90 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0504060 Sep 24 14:36:21.861427 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45826) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:21.861916 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Current status of the port 087d5213-d49c-42eb-837d-c5627c0826f7 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:21.862477 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:21.887587 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Routers {'7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:36:21.888504 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:21.937069 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] For port 087d5213-d49c-42eb-837d-c5627c0826f7, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=087d5213-d49c-42eb-837d-c5627c0826f7,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:21.945259 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:22.047288 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210e9e1-abce-480e-8b7f-8d19b16d7b3f None None] Pushing event updated for resources: {'Port': ['ID=087d5213-d49c-42eb-837d-c5627c0826f7,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:22.059609 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Set router 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:36:22.113415 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:22.114550 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2e3ec-758a-4967-93e7-1563c534e00d req-8ed1bdc3-f919-4d2b-b54a-f22d5844282c tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:22.116093 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2ed2e3ec-758a-4967-93e7-1563c534e00d req-8ed1bdc3-f919-4d2b-b54a-f22d5844282c tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.1022201 Sep 24 14:36:22.130493 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-2c21b1ab-8fd8-41ed-b6a7-045f1696b9f0 None None] Provisioning complete for port 087d5213-d49c-42eb-837d-c5627c0826f7 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:22.130897 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2c21b1ab-8fd8-41ed-b6a7-045f1696b9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:22.131226 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-2c21b1ab-8fd8-41ed-b6a7-045f1696b9f0 None None] Attempt 1 to provision port 087d5213-d49c-42eb-837d-c5627c0826f7 Sep 24 14:36:22.144114 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b99a3-9754-43bd-8a3b-5bb42caacbac None None] Network 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:36:22.147469 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46b079-16e6-45ef-8f8b-364cd067aef5 None None] The sync data for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi is: [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:36:22.176257 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2ed2e3ec-758a-4967-93e7-1563c534e00d req-8f2f51be-d4f4-467e-92f6-162d095af46a tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478256 Sep 24 14:36:22.254111 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:22.293022 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:22.303301 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:22.338789 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:22.442128 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-2c21b1ab-8fd8-41ed-b6a7-045f1696b9f0 None None] Current status of the port 087d5213-d49c-42eb-837d-c5627c0826f7 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:22.451105 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:22.451649 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 7280662d-bce7-4efc-ab01-44d85bcf5df1 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:36:22.503170 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'name': 'tempest-TestVolumeBootPattern-221473780-router', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:19Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 3, 'project_id': '4039b94848584573b523d0c3d844c47d', 'gw_port': {'id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:20Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:22.531903 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Checking router: 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:36:22.532121 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Updating router 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 port 7c0ca604-3089-4ae8-b886-cf3914107758 binding host dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:36:22.681636 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Allocated IP 172.20.0.1 (727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe/8a9f141f-54ae-43b5-ae36-06fa062adfe2/1ffab0af-2aa1-4f40-af4f-6edbc79bb292) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:36:22.745350 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-7942150e-fd40-4ea8-b1ce-506460c67085 None None] Provisioning complete for port 7280662d-bce7-4efc-ab01-44d85bcf5df1 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:22.745814 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7942150e-fd40-4ea8-b1ce-506460c67085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:22.746110 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-7942150e-fd40-4ea8-b1ce-506460c67085 None None] Attempt 1 to provision port 7280662d-bce7-4efc-ab01-44d85bcf5df1 Sep 24 14:36:22.748523 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (7c0ca604-3089-4ae8-b886-cf3914107758), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:22.810905 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Publish callbacks [] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:22.853358 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:22.878298 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 7280662d-bce7-4efc-ab01-44d85bcf5df1 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:22.878873 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:22.879016 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 7280662d-bce7-4efc-ab01-44d85bcf5df1 Sep 24 14:36:22.881282 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Network 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:36:22.911615 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:36:22.916334 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:36:22.957725 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffab0af-2aa1-4f40-af4f-6edbc79bb292,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:22.977690 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768856'] for router_interface (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.040711 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:23.100171 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-7942150e-fd40-4ea8-b1ce-506460c67085 None None] Current status of the port 7280662d-bce7-4efc-ab01-44d85bcf5df1 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:23.100402 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7942150e-fd40-4ea8-b1ce-506460c67085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.126616 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:23.134668 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 7280662d-bce7-4efc-ab01-44d85bcf5df1 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:23.135095 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.161621 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.168799 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733714de-975f-48f6-8d04-432404adfeeb req-59448e6c-2fe9-43aa-bf59-24f914370654 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:23.170299 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-733714de-975f-48f6-8d04-432404adfeeb req-59448e6c-2fe9-43aa-bf59-24f914370654 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0790238 Sep 24 14:36:23.216772 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-7942150e-fd40-4ea8-b1ce-506460c67085 None None] For port 7280662d-bce7-4efc-ab01-44d85bcf5df1, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=7280662d-bce7-4efc-ab01-44d85bcf5df1,segment=NetworkSegment(66e6ed0f-9ca6-4b25-a008-565f012c9307),segment_id=66e6ed0f-9ca6-4b25-a008-565f012c9307)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:23.229705 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7942150e-fd40-4ea8-b1ce-506460c67085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.239245 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Publish callbacks [] for port (7c0ca604-3089-4ae8-b886-cf3914107758), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.260246 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-733714de-975f-48f6-8d04-432404adfeeb req-b9fb4472-f7bd-40d4-bb22-278403fc47d2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793755 Sep 24 14:36:23.304961 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (7c0ca604-3089-4ae8-b886-cf3914107758), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.329619 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.db.api [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 24 14:36:23.330028 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG oslo_db.api [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:36:23.332202 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27159d4b-155c-4ec4-a687-a6a978ab8e37 req-7b721287-b8aa-4f50-a2ed-3f225bc66ffb tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:23.332706 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Attempting to bind port 7c0ca604-3089-4ae8-b886-cf3914107758 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:36:23.332810 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Attempting to bind port 7c0ca604-3089-4ae8-b886-cf3914107758 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:36:23.333140 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Attempting to bind port 7c0ca604-3089-4ae8-b886-cf3914107758 on network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:36:23.333687 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-27159d4b-155c-4ec4-a687-a6a978ab8e37 req-7b721287-b8aa-4f50-a2ed-3f225bc66ffb tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0543151 Sep 24 14:36:23.338276 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942150e-fd40-4ea8-b1ce-506460c67085 None None] Pushing event updated for resources: {'Port': ['ID=7280662d-bce7-4efc-ab01-44d85bcf5df1,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:23.339276 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:23.360248 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:23.393399 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-27159d4b-155c-4ec4-a687-a6a978ab8e37 req-d30bb463-318b-4ae1-9bc9-256431c811c6 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519423 Sep 24 14:36:23.393667 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Publish callbacks [] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.399107 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.400798 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Provisioning complete for port 7280662d-bce7-4efc-ab01-44d85bcf5df1 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:23.401545 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.401545 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Attempt 1 to provision port 7280662d-bce7-4efc-ab01-44d85bcf5df1 Sep 24 14:36:23.455249 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131566d-a324-48fd-beea-bd22c26a767c None None] Pushing event updated for resources: {'Port': ['ID=7c0ca604-3089-4ae8-b886-cf3914107758,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:23.461584 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:36:23.461897 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Checking segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:36:23.462301 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.462849 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Bound using segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:36:23.463212 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Bound port: 7c0ca604-3089-4ae8-b886-cf3914107758, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:36:23.463522 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (7c0ca604-3089-4ae8-b886-cf3914107758), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.467104 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3661601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768972'] for router_interface (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.479533 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffab0af-2aa1-4f40-af4f-6edbc79bb292,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:23.546153 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] For port 7c0ca604-3089-4ae8-b886-cf3914107758, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:36:23.550195 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] For port 7c0ca604-3089-4ae8-b886-cf3914107758, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=7c0ca604-3089-4ae8-b886-cf3914107758,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:36:23.552912 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Current status of the port 7280662d-bce7-4efc-ab01-44d85bcf5df1 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:23.560149 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (7c0ca604-3089-4ae8-b886-cf3914107758), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.565747 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Network 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:36:23.567098 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:36:23.586469 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Provisioning complete for port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:23.586863 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:23.587203 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Attempt 1 to provision port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 Sep 24 14:36:23.591894 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:23.629049 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Routers {'7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:36:23.629592 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:23.666947 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:23.684639 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Router 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:36:23.689783 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131566d-a324-48fd-beea-bd22c26a767c None None] Pushing event updated for resources: {'Port': ['ID=7c0ca604-3089-4ae8-b886-cf3914107758,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:23.736207 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:23.754604 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] Set router 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:36:23.816697 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:36:23.825203 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-75f4f057-bc69-4435-872d-940b3bbffe93 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/7a6a8fab-426b-4ba2-b5e1-d08a129cacb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9611557 Sep 24 14:36:23.903913 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 7280662d-bce7-4efc-ab01-44d85bcf5df1 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:23.904924 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 52056577-5fd9-4c34-88e4-7a702222463d up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:36:24.003096 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 52056577-5fd9-4c34-88e4-7a702222463d triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:24.003472 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (52056577-5fd9-4c34-88e4-7a702222463d), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.003807 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 52056577-5fd9-4c34-88e4-7a702222463d Sep 24 14:36:24.027492 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'name': 'tempest-TestVolumeBootPattern-221473780-router', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:19Z', 'updated_at': '2022-09-24T14:36:23Z', 'revision_number': 4, 'project_id': '4039b94848584573b523d0c3d844c47d', 'gw_port': {'id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:20Z', 'updated_at': '2022-09-24T14:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '1ffab0af-2aa1-4f40-af4f-6edbc79bb292', 'name': '', 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'mac_address': 'fa:16:3e:2b:4a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '8a9f141f-54ae-43b5-ae36-06fa062adfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:22Z', 'updated_at': '2022-09-24T14:36:23Z', 'revision_number': 2, 'project_id': '4039b94848584573b523d0c3d844c47d', 'subnets': [{'id': '8a9f141f-54ae-43b5-ae36-06fa062adfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:24.061784 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cae30d-ca9e-4a9e-afe1-5a7c9841d275 None None] The sync data for ids ['7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'] in dv-cinder-859193-1-iscsi is: [{'id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'name': 'tempest-TestVolumeBootPattern-221473780-router', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:19Z', 'updated_at': '2022-09-24T14:36:23Z', 'revision_number': 4, 'project_id': '4039b94848584573b523d0c3d844c47d', 'gw_port': {'id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:20Z', 'updated_at': '2022-09-24T14:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '1ffab0af-2aa1-4f40-af4f-6edbc79bb292', 'name': '', 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'mac_address': 'fa:16:3e:2b:4a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '8a9f141f-54ae-43b5-ae36-06fa062adfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:22Z', 'updated_at': '2022-09-24T14:36:23Z', 'revision_number': 2, 'project_id': '4039b94848584573b523d0c3d844c47d', 'subnets': [{'id': '8a9f141f-54ae-43b5-ae36-06fa062adfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:36:24.106989 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45842) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:24.109564 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 52056577-5fd9-4c34-88e4-7a702222463d is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:24.110659 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 087d5213-d49c-42eb-837d-c5627c0826f7 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:36:24.113859 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-3d5e15c9-ae56-42b5-8f3e-b6b02a9e7fcd tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381824746', 'description': 'tempest-secgroup-smoke-1381824746 description', 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:24.136662 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3d5e15c9-ae56-42b5-8f3e-b6b02a9e7fcd tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.156024 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 087d5213-d49c-42eb-837d-c5627c0826f7 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:24.156324 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.156666 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 087d5213-d49c-42eb-837d-c5627c0826f7 Sep 24 14:36:24.175775 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Attempt 2 to provision port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 Sep 24 14:36:24.207130 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:24.209087 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3d5e15c9-ae56-42b5-8f3e-b6b02a9e7fcd tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group (99550dff-015b-4735-a8bc-20c97747786c), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.213242 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3d5e15c9-ae56-42b5-8f3e-b6b02a9e7fcd tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (99550dff-015b-4735-a8bc-20c97747786c), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.228941 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:24.249466 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3d5e15c9-ae56-42b5-8f3e-b6b02a9e7fcd tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.254958 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-3d5e15c9-ae56-42b5-8f3e-b6b02a9e7fcd tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1421492 Sep 24 14:36:24.254958 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e15c9-ae56-42b5-8f3e-b6b02a9e7fcd tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99550dff-015b-4735-a8bc-20c97747786c,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:24.255818 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45844) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:24.258388 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-6157a10d-4d83-44bd-81ed-771060dd5e40 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Request body: {'security_group_rule': {'security_group_id': '99550dff-015b-4735-a8bc-20c97747786c', 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:24.278514 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 087d5213-d49c-42eb-837d-c5627c0826f7 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:24.304273 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6157a10d-4d83-44bd-81ed-771060dd5e40 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (681161c1-1998-42ec-9245-e4cf284a0547), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.383493 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6157a10d-4d83-44bd-81ed-771060dd5e40 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (681161c1-1998-42ec-9245-e4cf284a0547), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.403039 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6157a10d-4d83-44bd-81ed-771060dd5e40 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (681161c1-1998-42ec-9245-e4cf284a0547), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.432990 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157a10d-4d83-44bd-81ed-771060dd5e40 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681161c1-1998-42ec-9245-e4cf284a0547,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:24.440560 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460d849-96f7-4269-91e2-09e6a1d1ac86 req-f84bc3b0-ba61-4e65-a888-c88bceeea20d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:24.442059 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f460d849-96f7-4269-91e2-09e6a1d1ac86 req-f84bc3b0-ba61-4e65-a888-c88bceeea20d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0745792 Sep 24 14:36:24.450683 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 7280662d-bce7-4efc-ab01-44d85bcf5df1 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:36:24.455068 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6157a10d-4d83-44bd-81ed-771060dd5e40 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.458979 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-6157a10d-4d83-44bd-81ed-771060dd5e40 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2014468 Sep 24 14:36:24.459524 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 45850) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:24.464447 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-d5445adb-1c03-456f-90bf-f1545a666d88 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Request body: {'security_group_rule': {'security_group_id': '99550dff-015b-4735-a8bc-20c97747786c', 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:24.510943 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f460d849-96f7-4269-91e2-09e6a1d1ac86 req-445a45f0-fe71-4420-aa0e-2ffda447c591 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587730 Sep 24 14:36:24.541179 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d5445adb-1c03-456f-90bf-f1545a666d88 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (0aba7590-04ff-4877-b7d5-4363e3ac9a3c), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.551930 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 7280662d-bce7-4efc-ab01-44d85bcf5df1 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:24.552307 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.552644 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 7280662d-bce7-4efc-ab01-44d85bcf5df1 Sep 24 14:36:24.586158 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:24.698772 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d5445adb-1c03-456f-90bf-f1545a666d88 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (0aba7590-04ff-4877-b7d5-4363e3ac9a3c), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.711193 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf181ad-8969-4dd8-b41c-dc46cf38ade6 req-bb029b9e-5c6b-4952-971f-78d572818978 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:24.720099 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-faf181ad-8969-4dd8-b41c-dc46cf38ade6 req-bb029b9e-5c6b-4952-971f-78d572818978 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.1943731 Sep 24 14:36:24.729246 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d5445adb-1c03-456f-90bf-f1545a666d88 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (0aba7590-04ff-4877-b7d5-4363e3ac9a3c), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.762578 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:24.763987 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5445adb-1c03-456f-90bf-f1545a666d88 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aba7590-04ff-4877-b7d5-4363e3ac9a3c,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:24.782764 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Attempt 3 to provision port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 Sep 24 14:36:24.784478 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d5445adb-1c03-456f-90bf-f1545a666d88 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.785768 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d5445adb-1c03-456f-90bf-f1545a666d88 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3251297 Sep 24 14:36:24.788709 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45852) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:24.793616 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-d5926c33-5735-4198-8f3f-1d1370c0da9c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Request body: {'security_group_rule': {'security_group_id': '99550dff-015b-4735-a8bc-20c97747786c', 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:24.813050 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-faf181ad-8969-4dd8-b41c-dc46cf38ade6 req-bd5e37d8-1659-4e02-8cd0-a2cec8b8b1a6 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918267 Sep 24 14:36:24.851027 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 7280662d-bce7-4efc-ab01-44d85bcf5df1 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:24.852032 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d5926c33-5735-4198-8f3f-1d1370c0da9c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (4ce592d1-fbce-4045-9615-482329cb4886), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.857116 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:24.898088 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:24.920350 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d5926c33-5735-4198-8f3f-1d1370c0da9c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (4ce592d1-fbce-4045-9615-482329cb4886), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.924106 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d5926c33-5735-4198-8f3f-1d1370c0da9c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (4ce592d1-fbce-4045-9615-482329cb4886), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.941781 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5926c33-5735-4198-8f3f-1d1370c0da9c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce592d1-fbce-4045-9615-482329cb4886,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:24.951668 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d5926c33-5735-4198-8f3f-1d1370c0da9c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:24.952917 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-d5926c33-5735-4198-8f3f-1d1370c0da9c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632047 Sep 24 14:36:24.955622 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45854) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:24.959883 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-9bb46677-73af-4d7e-859c-a2c19f3ac028 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Request body: {'security_group_rule': {'security_group_id': '99550dff-015b-4735-a8bc-20c97747786c', 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:25.004354 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9bb46677-73af-4d7e-859c-a2c19f3ac028 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (1b61fb37-07ce-4f2c-be4e-2fd6be63ffbb), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:25.065794 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9bb46677-73af-4d7e-859c-a2c19f3ac028 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (1b61fb37-07ce-4f2c-be4e-2fd6be63ffbb), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:25.069073 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9bb46677-73af-4d7e-859c-a2c19f3ac028 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (1b61fb37-07ce-4f2c-be4e-2fd6be63ffbb), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:25.089066 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb46677-73af-4d7e-859c-a2c19f3ac028 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b61fb37-07ce-4f2c-be4e-2fd6be63ffbb,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:25.097886 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-9bb46677-73af-4d7e-859c-a2c19f3ac028 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:25.099136 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-9bb46677-73af-4d7e-859c-a2c19f3ac028 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425519 Sep 24 14:36:25.101782 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45856) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:25.106724 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-eb27cb3a-39d5-4eca-bed9-054708c42d74 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Request body: {'security_group_rule': {'security_group_id': '99550dff-015b-4735-a8bc-20c97747786c', 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:25.128744 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.securitygroups_db [None req-eb27cb3a-39d5-4eca-bed9-054708c42d74 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Project f69d85fa8dc545efb55a0b2949e9f06c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 14:36:25.137590 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb27cb3a-39d5-4eca-bed9-054708c42d74 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (dee4d952-4bf3-4482-a6a0-cf78e47f6957), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:25.190258 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb27cb3a-39d5-4eca-bed9-054708c42d74 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (dee4d952-4bf3-4482-a6a0-cf78e47f6957), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:25.193973 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb27cb3a-39d5-4eca-bed9-054708c42d74 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (dee4d952-4bf3-4482-a6a0-cf78e47f6957), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:25.213888 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27cb3a-39d5-4eca-bed9-054708c42d74 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee4d952-4bf3-4482-a6a0-cf78e47f6957,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:25.221921 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb27cb3a-39d5-4eca-bed9-054708c42d74 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:25.223140 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-eb27cb3a-39d5-4eca-bed9-054708c42d74 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203668 Sep 24 14:36:25.225959 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 45858) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:36:25.230167 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-c260e172-16f4-4ce8-a922-e1b8dc2c7f92 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Request body: {'security_group_rule': {'security_group_id': '99550dff-015b-4735-a8bc-20c97747786c', 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:25.252267 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.securitygroups_db [None req-c260e172-16f4-4ce8-a922-e1b8dc2c7f92 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Project f69d85fa8dc545efb55a0b2949e9f06c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 14:36:25.258719 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c260e172-16f4-4ce8-a922-e1b8dc2c7f92 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (60e986c2-9733-4812-9415-ce37c2cc1619), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:25.306750 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:25.323183 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c260e172-16f4-4ce8-a922-e1b8dc2c7f92 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (60e986c2-9733-4812-9415-ce37c2cc1619), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:25.328738 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c260e172-16f4-4ce8-a922-e1b8dc2c7f92 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (60e986c2-9733-4812-9415-ce37c2cc1619), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:25.350838 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260e172-16f4-4ce8-a922-e1b8dc2c7f92 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e986c2-9733-4812-9415-ce37c2cc1619,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:25.357553 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c260e172-16f4-4ce8-a922-e1b8dc2c7f92 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:25.358299 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-c260e172-16f4-4ce8-a922-e1b8dc2c7f92 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314919 Sep 24 14:36:25.361654 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Attempt 4 to provision port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 Sep 24 14:36:25.397807 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:25.659618 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d2fea-71d1-492d-97ae-fae160784944 req-249dbae6-aaab-48b4-be02-fd87f4972230 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:25.661237 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a42d2fea-71d1-492d-97ae-fae160784944 req-249dbae6-aaab-48b4-be02-fd87f4972230 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0492582 Sep 24 14:36:25.697151 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c81fe477-8278-41dd-bc1d-d95ee4c309ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:25.719050 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a42d2fea-71d1-492d-97ae-fae160784944 req-df68bb24-3d90-4f9e-9264-31bc90828caf tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498390 Sep 24 14:36:25.898764 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Attempt 5 to provision port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 Sep 24 14:36:25.931367 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:25.935778 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584744b-1ad9-4cdb-ac7b-cbb3f7fdebbe req-02c68532-c866-4eb0-80db-b7af41310fb6 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:25.937252 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5584744b-1ad9-4cdb-ac7b-cbb3f7fdebbe req-02c68532-c866-4eb0-80db-b7af41310fb6 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0495048 Sep 24 14:36:25.985985 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5584744b-1ad9-4cdb-ac7b-cbb3f7fdebbe req-831e3f9e-8ec9-4e2e-b6b0-289d2a41c878 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429325 Sep 24 14:36:26.355654 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Sync routers for ids ['7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:36:26.366269 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Routers {'7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:36:26.366905 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:26.420354 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 7c0ca604-3089-4ae8-b886-cf3914107758 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:36:26.441992 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Attempt 6 to provision port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 Sep 24 14:36:26.471719 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Set router 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:36:26.486587 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:26.494779 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 7c0ca604-3089-4ae8-b886-cf3914107758 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:26.495200 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (7c0ca604-3089-4ae8-b886-cf3914107758), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:26.495527 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 7c0ca604-3089-4ae8-b886-cf3914107758 Sep 24 14:36:26.573401 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 7c0ca604-3089-4ae8-b886-cf3914107758 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:26.573793 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (7c0ca604-3089-4ae8-b886-cf3914107758), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:26.596577 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port 7c0ca604-3089-4ae8-b886-cf3914107758, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=7c0ca604-3089-4ae8-b886-cf3914107758,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:26.600779 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (7c0ca604-3089-4ae8-b886-cf3914107758), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:26.602654 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:26.642185 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:26.652309 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=7c0ca604-3089-4ae8-b886-cf3914107758,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:26.758272 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'name': 'tempest-TestVolumeBootPattern-221473780-router', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:19Z', 'updated_at': '2022-09-24T14:36:23Z', 'revision_number': 4, 'project_id': '4039b94848584573b523d0c3d844c47d', 'gw_port': {'id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:20Z', 'updated_at': '2022-09-24T14:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '1ffab0af-2aa1-4f40-af4f-6edbc79bb292', 'name': '', 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'mac_address': 'fa:16:3e:2b:4a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '8a9f141f-54ae-43b5-ae36-06fa062adfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:22Z', 'updated_at': '2022-09-24T14:36:23Z', 'revision_number': 2, 'project_id': '4039b94848584573b523d0c3d844c47d', 'subnets': [{'id': '8a9f141f-54ae-43b5-ae36-06fa062adfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:26.783351 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Checking router: 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:36:26.783705 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Updating router 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 binding host dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:36:26.815456 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:26.856539 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862caae-f776-4167-971b-f391ad8ea781 req-0acca859-7a41-499e-b925-0cf7b39ac5b8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:26.858036 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0862caae-f776-4167-971b-f391ad8ea781 req-0acca859-7a41-499e-b925-0cf7b39ac5b8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0560622 Sep 24 14:36:26.913230 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0862caae-f776-4167-971b-f391ad8ea781 req-8efa953d-a8bc-4c18-818b-2fb180a736c8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490646 Sep 24 14:36:26.988112 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Attempt 7 to provision port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 Sep 24 14:36:26.989899 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:27.030770 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:27.098159 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Publish callbacks [] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), precommit_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:27.099769 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ac017-2b8c-46b8-be29-477ead9250ba req-d1f75797-48c1-4e18-a82c-2e7bbe3c149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:27.101296 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-170ac017-2b8c-46b8-be29-477ead9250ba req-d1f75797-48c1-4e18-a82c-2e7bbe3c149b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=71699c60daeb48aaaf5b0611c8f68bc4&device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 1129 time: 0.0809629 Sep 24 14:36:27.103621 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:27.136022 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4804925-7a7e-4ab2-9e15-36034f54c2d7 req-af950006-d7bb-4586-8a78-7f81421a1595 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:27.140062 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d4804925-7a7e-4ab2-9e15-36034f54c2d7 req-af950006-d7bb-4586-8a78-7f81421a1595 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0707974 Sep 24 14:36:27.193264 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cc364-3957-46d9-8e79-8457aca86861 None None] Pushing event updated for resources: {'Port': ['ID=1ffab0af-2aa1-4f40-af4f-6edbc79bb292,revision_number=3']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:27.207820 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Attempting to bind port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:36:27.208190 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Attempting to bind port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '66e6ed0f-9ca6-4b25-a008-565f012c9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe'}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:36:27.208549 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Attempting to bind port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 on network 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:36:27.241728 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d4804925-7a7e-4ab2-9e15-36034f54c2d7 req-6cf82d95-a65e-4ae2-ae8b-98ade2dca05a tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767622 Sep 24 14:36:27.247460 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ac017-2b8c-46b8-be29-477ead9250ba req-bbb3c9b1-4b67-4904-8529-0710c8c7f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:27.248926 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-170ac017-2b8c-46b8-be29-477ead9250ba req-bbb3c9b1-4b67-4904-8529-0710c8c7f107 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c76e3e68-c534-4730-a021-cd40e96a2838 HTTP/1.1" status: 200 len: 909 time: 0.1393914 Sep 24 14:36:27.253279 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:36:27.253653 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Checking segment: {'id': '66e6ed0f-9ca6-4b25-a008-565f012c9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:36:27.254055 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:27.254473 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Bound using segment: {'id': '66e6ed0f-9ca6-4b25-a008-565f012c9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe'} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:36:27.254968 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Bound port: 1ffab0af-2aa1-4f40-af4f-6edbc79bb292, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e6ed0f-9ca6-4b25-a008-565f012c9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe'}}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:36:27.255342 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:27.316514 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] For port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:36:27.319457 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] For port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=1ffab0af-2aa1-4f40-af4f-6edbc79bb292,segment=NetworkSegment(66e6ed0f-9ca6-4b25-a008-565f012c9307),segment_id=66e6ed0f-9ca6-4b25-a008-565f012c9307)] {{(pid=106296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:36:27.326080 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:27.334514 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-170ac017-2b8c-46b8-be29-477ead9250ba req-70b359b4-6024-4f95-a0b1-779b090ca81c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22fef065-180c-4fb8-a36d-5b7d245d2726 HTTP/1.1" status: 200 len: 1001 time: 0.0673363 Sep 24 14:36:27.367209 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Routers {'7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:36:27.367827 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:35:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:27.391076 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ac017-2b8c-46b8-be29-477ead9250ba req-52fdfe48-28e4-491f-b661-84673902e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:27.392527 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-170ac017-2b8c-46b8-be29-477ead9250ba req-52fdfe48-28e4-491f-b661-84673902e413 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=dbf98105-c916-4f21-b22a-49431cfee887 HTTP/1.1" status: 200 len: 848 time: 0.0502143 Sep 24 14:36:27.428479 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cc364-3957-46d9-8e79-8457aca86861 None None] Pushing event updated for resources: {'Port': ['ID=1ffab0af-2aa1-4f40-af4f-6edbc79bb292,revision_number=4']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:27.444577 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ac017-2b8c-46b8-be29-477ead9250ba req-6586599a-2a51-44c9-91ca-1d6681fa1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:27.446061 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-170ac017-2b8c-46b8-be29-477ead9250ba req-6586599a-2a51-44c9-91ca-1d6681fa1ac1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c76e3e68-c534-4730-a021-cd40e96a2838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468929 Sep 24 14:36:27.484815 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:27.497315 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] Set router 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:36:27.531969 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Attempt 8 to provision port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 Sep 24 14:36:27.537361 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-170ac017-2b8c-46b8-be29-477ead9250ba req-77bef28f-b3dc-4c7c-aac0-f1d3b0f05cf3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843925 Sep 24 14:36:27.564134 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:27.609822 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Current status of the port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:27.610133 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:27.644196 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] For port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=1ffab0af-2aa1-4f40-af4f-6edbc79bb292,segment=NetworkSegment(66e6ed0f-9ca6-4b25-a008-565f012c9307),segment_id=66e6ed0f-9ca6-4b25-a008-565f012c9307)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:27.649757 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:27.702109 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'name': 'tempest-TestVolumeBootPattern-221473780-router', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:19Z', 'updated_at': '2022-09-24T14:36:23Z', 'revision_number': 4, 'project_id': '4039b94848584573b523d0c3d844c47d', 'gw_port': {'id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:20Z', 'updated_at': '2022-09-24T14:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '1ffab0af-2aa1-4f40-af4f-6edbc79bb292', 'name': '', 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'mac_address': 'fa:16:3e:2b:4a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '8a9f141f-54ae-43b5-ae36-06fa062adfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:22Z', 'updated_at': '2022-09-24T14:36:27Z', 'revision_number': 4, 'project_id': '4039b94848584573b523d0c3d844c47d', 'subnets': [{'id': '8a9f141f-54ae-43b5-ae36-06fa062adfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:36:27.712427 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bb3f4-516b-44a1-b049-0520220c77d9 None None] Pushing event updated for resources: {'Port': ['ID=1ffab0af-2aa1-4f40-af4f-6edbc79bb292,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:27.733523 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda7e87-c740-4b02-9a92-2fe27f31d423 None None] The sync data for ids ['7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'] in dv-cinder-859193-1-iscsi is: [{'id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'name': 'tempest-TestVolumeBootPattern-221473780-router', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:19Z', 'updated_at': '2022-09-24T14:36:23Z', 'revision_number': 4, 'project_id': '4039b94848584573b523d0c3d844c47d', 'gw_port': {'id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:20Z', 'updated_at': '2022-09-24T14:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '1ffab0af-2aa1-4f40-af4f-6edbc79bb292', 'name': '', 'network_id': '727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'mac_address': 'fa:16:3e:2b:4a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '8a9f141f-54ae-43b5-ae36-06fa062adfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:22Z', 'updated_at': '2022-09-24T14:36:27Z', 'revision_number': 4, 'project_id': '4039b94848584573b523d0c3d844c47d', 'subnets': [{'id': '8a9f141f-54ae-43b5-ae36-06fa062adfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:36:27.769080 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:27.771610 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-28349217-9a28-4bcc-b312-5ce3e695b2bf None None] Provisioning complete for port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:27.774484 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-28349217-9a28-4bcc-b312-5ce3e695b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:27.774992 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-28349217-9a28-4bcc-b312-5ce3e695b2bf None None] Attempt 1 to provision port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 Sep 24 14:36:27.778891 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-170ac017-2b8c-46b8-be29-477ead9250ba req-ce889f83-bf93-494d-b3d3-a158df20c6ed service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316519 Sep 24 14:36:27.863498 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-28349217-9a28-4bcc-b312-5ce3e695b2bf None None] Current status of the port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:28.064583 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7793b-e816-4253-95a1-d1563af2aaa6 req-87fb4f6c-5fb5-4b7f-bb33-e07173d09bb2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:28.066176 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2fa7793b-e816-4253-95a1-d1563af2aaa6 req-87fb4f6c-5fb5-4b7f-bb33-e07173d09bb2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0632217 Sep 24 14:36:28.120329 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-df89e6ec-19d2-42af-b207-0a495c5819df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:28.125891 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2fa7793b-e816-4253-95a1-d1563af2aaa6 req-902258a9-28f2-4a8b-b187-7d659877b247 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527346 Sep 24 14:36:28.390654 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21dbc1-8a35-49f9-aea2-5dd6156b5d78 req-f255265f-e22f-4afd-8108-023421e2e59c tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:28.392289 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5d21dbc1-8a35-49f9-aea2-5dd6156b5d78 req-f255265f-e22f-4afd-8108-023421e2e59c tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0606873 Sep 24 14:36:28.408801 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:28.428835 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:36:28.455475 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5d21dbc1-8a35-49f9-aea2-5dd6156b5d78 req-e1726ed9-7ecc-4b93-bc87-208aa02e8841 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566754 Sep 24 14:36:28.479826 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:28.480199 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:28.480644 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 Sep 24 14:36:28.554446 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:28.555511 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 7c0ca604-3089-4ae8-b886-cf3914107758 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:36:28.598388 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 7c0ca604-3089-4ae8-b886-cf3914107758 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:28.598760 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (7c0ca604-3089-4ae8-b886-cf3914107758), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:28.599124 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 7c0ca604-3089-4ae8-b886-cf3914107758 Sep 24 14:36:28.674094 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 7c0ca604-3089-4ae8-b886-cf3914107758 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:29.215878 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:29.269907 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ddb11-15d3-4dd9-a15a-5f5b17b0ba16 req-86afb8a7-00e4-4ee3-a4f0-833ed1ffa548 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:29.272248 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-527ddb11-15d3-4dd9-a15a-5f5b17b0ba16 req-86afb8a7-00e4-4ee3-a4f0-833ed1ffa548 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0581007 Sep 24 14:36:29.322561 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-527ddb11-15d3-4dd9-a15a-5f5b17b0ba16 req-395fc2ba-9078-4078-b734-3b8370a2f1ce tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440521 Sep 24 14:36:29.584021 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336ebe5-57c9-4f86-8011-fd0332c03886 req-3000a8e6-c37f-4399-8a3d-30031ba052bb tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:29.585486 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3336ebe5-57c9-4f86-8011-fd0332c03886 req-3000a8e6-c37f-4399-8a3d-30031ba052bb tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0507650 Sep 24 14:36:29.648532 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3336ebe5-57c9-4f86-8011-fd0332c03886 req-cfba99c1-03f5-44b3-8da7-5843776d74d7 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536835 Sep 24 14:36:30.449412 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a891fc-f0d3-4b87-806d-6c542c945f04 req-44fd4d6b-402a-4331-9788-64d7001cac3a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:30.451600 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-90a891fc-f0d3-4b87-806d-6c542c945f04 req-44fd4d6b-402a-4331-9788-64d7001cac3a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0470181 Sep 24 14:36:30.482003 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:30.502120 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-90a891fc-f0d3-4b87-806d-6c542c945f04 req-bf4d51e8-aed4-4bdb-a0d7-623dd7f3304a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447960 Sep 24 14:36:30.650541 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:30.667866 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:30.776659 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fec92-8430-4ef0-bde1-e8162192d856 req-fc8d2e61-39f1-4dfd-80c8-5e8120f78432 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:30.779019 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7e6fec92-8430-4ef0-bde1-e8162192d856 req-fc8d2e61-39f1-4dfd-80c8-5e8120f78432 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0504742 Sep 24 14:36:30.828055 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7e6fec92-8430-4ef0-bde1-e8162192d856 req-89c50a19-0999-4799-8d7c-ac98de6a51ec tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434229 Sep 24 14:36:30.850250 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:31.072990 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-f004ac53-9377-464d-b9f5-82ff0a62df0c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686469 Sep 24 14:36:31.090351 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883be24-d06c-48f5-85f4-7c4a6bb7159f req-8466b619-593c-4255-95e8-f4186ddaef88 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:31.091833 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f883be24-d06c-48f5-85f4-7c4a6bb7159f req-8466b619-593c-4255-95e8-f4186ddaef88 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0614018 Sep 24 14:36:31.127731 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:31.149394 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f883be24-d06c-48f5-85f4-7c4a6bb7159f req-c517b4a8-e2d6-4be9-ba37-146b74880a1a tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496202 Sep 24 14:36:31.168568 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-559d1a2e-270a-4fed-8e7e-2c7c52a656b7 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:31.170670 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-559d1a2e-270a-4fed-8e7e-2c7c52a656b7 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports/22fef065-180c-4fb8-a36d-5b7d245d2726 HTTP/1.1" status: 200 len: 942 time: 0.0677128 Sep 24 14:36:31.640799 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f16be-fec0-4c32-a357-906aeb8b5700 req-086083a7-c513-4b20-9155-d954accaa964 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:31.642340 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8e5f16be-fec0-4c32-a357-906aeb8b5700 req-086083a7-c513-4b20-9155-d954accaa964 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0490720 Sep 24 14:36:31.691500 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8e5f16be-fec0-4c32-a357-906aeb8b5700 req-d3c7aa6f-d0c7-4185-8c55-a64934ed8736 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435977 Sep 24 14:36:32.015527 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9bcbf202-4cbf-42d4-9889-2c337cd6d929 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:36:32.112521 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:32.123771 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'port_id': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'mac_address': 'fa:16:3e:86:28:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:36:32.160638 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 is: ACTIVE; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:32.161105 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:32.176182 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bcbf202-4cbf-42d4-9889-2c337cd6d929 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:36:32.199289 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:32.213609 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:32.264300 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=9bcbf202-4cbf-42d4-9889-2c337cd6d929,revision_number=6']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:32.289560 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0a733-5f95-461c-b319-44a80424fcc1 req-63b64013-a78f-4990-8420-2c93b00829ed tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:32.291192 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bc0a733-5f95-461c-b319-44a80424fcc1 req-63b64013-a78f-4990-8420-2c93b00829ed tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0642955 Sep 24 14:36:32.345019 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bc0a733-5f95-461c-b319-44a80424fcc1 req-6340f5de-3e72-4600-9c4a-3e0bbc1e3db8 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476873 Sep 24 14:36:32.474506 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['9bcbf202-4cbf-42d4-9889-2c337cd6d929'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:36:32.820569 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54d23b-6638-4fcc-9386-6c7e5f4600aa req-f210a2ef-c96a-4258-9af5-0ad43270bf84 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:32.822427 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5b54d23b-6638-4fcc-9386-6c7e5f4600aa req-f210a2ef-c96a-4258-9af5-0ad43270bf84 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 944 time: 0.0479555 Sep 24 14:36:32.871742 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5b54d23b-6638-4fcc-9386-6c7e5f4600aa req-e3e85e46-6259-48d1-affd-e7d4dd8ac58c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440373 Sep 24 14:36:33.004830 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-45ad1ccb-36dc-4c97-8912-863855349fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:33.006323 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-45ad1ccb-36dc-4c97-8912-863855349fc7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f&tenant_id=71699c60daeb48aaaf5b0611c8f68bc4 HTTP/1.1" status: 200 len: 1129 time: 0.0442114 Sep 24 14:36:33.018309 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-17be5227-e63a-44d1-9989-ebbdacc39f14 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:36:33.019372 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-17be5227-e63a-44d1-9989-ebbdacc39f14 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049956 Sep 24 14:36:33.100289 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-e55e0142-5b3d-4172-885a-f494e617c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:33.101784 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-e55e0142-5b3d-4172-885a-f494e617c10f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=71699c60daeb48aaaf5b0611c8f68bc4&device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 1129 time: 0.0415397 Sep 24 14:36:33.191451 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-0de9693c-c8a1-4cc2-bba8-65c7d69eda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:33.192907 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-0de9693c-c8a1-4cc2-bba8-65c7d69eda4e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c76e3e68-c534-4730-a021-cd40e96a2838 HTTP/1.1" status: 200 len: 909 time: 0.0854025 Sep 24 14:36:33.259524 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-422948a0-18c9-42fd-a590-f691df985bf8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22fef065-180c-4fb8-a36d-5b7d245d2726 HTTP/1.1" status: 200 len: 1001 time: 0.0592103 Sep 24 14:36:33.309558 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-950f67ff-b09e-4784-a2f1-0e37d71af68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:33.311043 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-950f67ff-b09e-4784-a2f1-0e37d71af68b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=dbf98105-c916-4f21-b22a-49431cfee887 HTTP/1.1" status: 200 len: 848 time: 0.0448306 Sep 24 14:36:33.354948 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-807e1417-13d3-41cb-be6e-60a430b09089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:33.356442 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-807e1417-13d3-41cb-be6e-60a430b09089 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c76e3e68-c534-4730-a021-cd40e96a2838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391445 Sep 24 14:36:33.488018 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b96445-a953-4ec0-b584-bcd07445a0d9 req-c5c0e87f-c191-43b4-9bd6-695375344d94 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:33.489390 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89b96445-a953-4ec0-b584-bcd07445a0d9 req-c5c0e87f-c191-43b4-9bd6-695375344d94 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0655596 Sep 24 14:36:33.491580 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-7dae4024-ffb9-45c9-8e0f-98482d2c0388 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288555 Sep 24 14:36:33.832033 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:33.844555 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89b96445-a953-4ec0-b584-bcd07445a0d9 req-d3856710-052f-4bb5-be9e-cd067fb2f974 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3496361 Sep 24 14:36:33.871829 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ca3458b7-3136-4a60-a495-e8cfb3ac3819 req-a296360f-a124-4144-893e-3195234b4fbf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691638 Sep 24 14:36:34.004936 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6358625-0418-46fb-b084-601241ed5ffc req-5d5f8850-3a47-456a-a9a7-1a77661d05b4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:34.006793 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d6358625-0418-46fb-b084-601241ed5ffc req-5d5f8850-3a47-456a-a9a7-1a77661d05b4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 944 time: 0.0535433 Sep 24 14:36:34.054219 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d6358625-0418-46fb-b084-601241ed5ffc req-ca345e40-dedc-4eaa-86c8-18ab9a22118e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416603 Sep 24 14:36:34.087633 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9bcbf202-4cbf-42d4-9889-2c337cd6d929 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:36:34.135548 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:34.135915 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:34.136243 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 Sep 24 14:36:34.154986 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:34.214327 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:34.214715 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:34.238948 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:36:34.241153 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33785e62-51cf-4537-a296-dfdbfdffa5df" -d '{"events": [{"server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "name": "network-vif-plugged", "status": "completed", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:36:34.253490 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:34.259214 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:34.260250 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 22fef065-180c-4fb8-a36d-5b7d245d2726 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:36:34.298439 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017f56d7-84e9-4c68-879b-4c2e26a923ae x-openstack-request-id: req-017f56d7-84e9-4c68-879b-4c2e26a923ae {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:36:34.298722 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "name": "network-vif-plugged", "status": "completed", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:36:34.298999 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-017f56d7-84e9-4c68-879b-4c2e26a923ae {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:36:34.299394 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017f56d7-84e9-4c68-879b-4c2e26a923ae'] response: {'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'code': 200} Sep 24 14:36:34.342799 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=9bcbf202-4cbf-42d4-9889-2c337cd6d929,revision_number=7']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:34.373755 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 22fef065-180c-4fb8-a36d-5b7d245d2726 is: ACTIVE; New status is: DOWN {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:34.374162 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:34.410235 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 22fef065-180c-4fb8-a36d-5b7d245d2726, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=22fef065-180c-4fb8-a36d-5b7d245d2726,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:34.413942 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:34.447566 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:34.460895 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=22fef065-180c-4fb8-a36d-5b7d245d2726,revision_number=6']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:34.967015 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d8411-490e-4dfd-a7c0-6a4e4c2ca090 req-1e7cc97e-3550-49b8-b9e8-ce23dcb33fd4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:34.968451 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-728d8411-490e-4dfd-a7c0-6a4e4c2ca090 req-1e7cc97e-3550-49b8-b9e8-ce23dcb33fd4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0472527 Sep 24 14:36:35.019012 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-728d8411-490e-4dfd-a7c0-6a4e4c2ca090 req-4ab5f053-e3f6-4b6c-ba3f-b66da27ce8ff tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449972 Sep 24 14:36:35.188578 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88223c9-03fb-4e7c-aa70-4d0f6ecd6186 req-cdac97d6-91b1-474d-9d41-d2fa96aa533b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:35.190029 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e88223c9-03fb-4e7c-aa70-4d0f6ecd6186 req-cdac97d6-91b1-474d-9d41-d2fa96aa533b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0465677 Sep 24 14:36:35.237064 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e88223c9-03fb-4e7c-aa70-4d0f6ecd6186 req-94a4beaf-aa43-4543-84e9-50eb5c4c061a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413797 Sep 24 14:36:36.140426 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c021507-ee2a-4204-9433-0a620d5c45ef req-7f97bc58-7c81-4304-b092-e06d9f76ebc3 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:36.141877 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5c021507-ee2a-4204-9433-0a620d5c45ef req-7f97bc58-7c81-4304-b092-e06d9f76ebc3 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0474689 Sep 24 14:36:36.154325 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:36.196221 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5c021507-ee2a-4204-9433-0a620d5c45ef req-ba46c21f-b3a1-4238-8e9a-f51f2d357c6e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483654 Sep 24 14:36:36.301116 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:36:36.303653 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b979a5-c265-4df6-b420-221b7ef79e4c" -d '{"events": [{"server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "name": "network-vif-unplugged", "status": "completed", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:36:36.342708 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Sep 2022 14:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cb49ff-331f-4ac1-9415-c68cb9d1bd71 x-openstack-request-id: req-80cb49ff-331f-4ac1-9415-c68cb9d1bd71 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:36:36.343062 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "name": "network-vif-unplugged", "status": "completed", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:36:36.343328 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80cb49ff-331f-4ac1-9415-c68cb9d1bd71 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:36:36.343725 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80cb49ff-331f-4ac1-9415-c68cb9d1bd71'] response: {'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'code': 200} Sep 24 14:36:36.361786 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d2d59-c9ff-446d-834b-fab0a99e30df req-776d7c0a-068d-4dcc-a842-7a230923075e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:36.363312 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cc9d2d59-c9ff-446d-834b-fab0a99e30df req-776d7c0a-068d-4dcc-a842-7a230923075e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0473962 Sep 24 14:36:36.414039 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cc9d2d59-c9ff-446d-834b-fab0a99e30df req-1ab915f6-d650-45b4-a913-4349276d280d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449960 Sep 24 14:36:37.320627 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b122c1f-9cee-40ce-af7d-bee8e6e5c5b4 req-912371c6-5f4b-481b-a04a-4be8535db66e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:37.322083 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5b122c1f-9cee-40ce-af7d-bee8e6e5c5b4 req-912371c6-5f4b-481b-a04a-4be8535db66e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0471132 Sep 24 14:36:37.370992 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5b122c1f-9cee-40ce-af7d-bee8e6e5c5b4 req-09dbb11a-9c14-461f-94a8-1fb5f38e35a0 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432134 Sep 24 14:36:37.547047 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccd9e3-f32a-4311-8729-f816a87967c6 req-f3a50d3e-3764-4312-8b8d-1b2ace0982a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:37.548487 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65ccd9e3-f32a-4311-8729-f816a87967c6 req-f3a50d3e-3764-4312-8b8d-1b2ace0982a1 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0464387 Sep 24 14:36:37.595061 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65ccd9e3-f32a-4311-8729-f816a87967c6 req-f25e5bb2-ee8c-4d28-b6c1-4815b3126ed7 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411196 Sep 24 14:36:37.700156 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=13 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:37.705141 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=19 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:38.502803 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28aef5-06ed-48ea-9d80-fc18f7fe7679 req-febeabb7-4f8c-41b0-b24c-55b682e0450d tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:38.509967 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5b28aef5-06ed-48ea-9d80-fc18f7fe7679 req-febeabb7-4f8c-41b0-b24c-55b682e0450d tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0530546 Sep 24 14:36:38.560082 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-5b28aef5-06ed-48ea-9d80-fc18f7fe7679 req-4a235f45-cb1a-41d9-a2b9-3041ed1eab7c tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492456 Sep 24 14:36:38.716404 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:38.730990 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fbbc9-0ca4-45f8-a0eb-3d4d0aa10798 req-e2fbeb6f-17a1-4a3c-a1e2-0a5d5f211c09 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:38.732452 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a1fbbc9-0ca4-45f8-a0eb-3d4d0aa10798 req-e2fbeb6f-17a1-4a3c-a1e2-0a5d5f211c09 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0485275 Sep 24 14:36:38.788105 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a1fbbc9-0ca4-45f8-a0eb-3d4d0aa10798 req-93be9d3f-8592-411a-843a-e4e3c6aafb63 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468011 Sep 24 14:36:39.711144 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111b986-260f-4437-9b6c-c44d06d2fa38 req-7dd5eb62-91a6-42b6-a7d7-b64a94d406d5 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:39.712634 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3111b986-260f-4437-9b6c-c44d06d2fa38 req-7dd5eb62-91a6-42b6-a7d7-b64a94d406d5 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0671599 Sep 24 14:36:39.765260 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3111b986-260f-4437-9b6c-c44d06d2fa38 req-a8b3aa2a-6750-45fc-9b84-cc321dbbd4c9 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449967 Sep 24 14:36:39.956709 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08784f2-a767-4271-8b5c-5062118c5127 req-96c6f1d3-af00-4ec2-9525-bd08eb8af9a3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:39.963294 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f08784f2-a767-4271-8b5c-5062118c5127 req-96c6f1d3-af00-4ec2-9525-bd08eb8af9a3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0605631 Sep 24 14:36:40.010687 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f08784f2-a767-4271-8b5c-5062118c5127 req-604b65ac-3217-40e4-9208-9f9aa8459852 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454972 Sep 24 14:36:40.915961 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832891-cc74-4f1d-8eb7-2473b6a11114 req-b2a551c5-9726-4272-9cb1-737a7fa96063 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:40.924077 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-88832891-cc74-4f1d-8eb7-2473b6a11114 req-b2a551c5-9726-4272-9cb1-737a7fa96063 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0548925 Sep 24 14:36:40.969615 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-88832891-cc74-4f1d-8eb7-2473b6a11114 req-f6a6bf3c-0b28-465c-b9e8-cc9978203d9b tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445294 Sep 24 14:36:41.153905 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17862ad-ff15-4243-a5ea-4b7b8c6daf8d req-0f5cf73b-248e-4adb-9cb1-eaeabcd706e2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:41.155394 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b17862ad-ff15-4243-a5ea-4b7b8c6daf8d req-0f5cf73b-248e-4adb-9cb1-eaeabcd706e2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0508280 Sep 24 14:36:41.205129 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b17862ad-ff15-4243-a5ea-4b7b8c6daf8d req-8d557b09-96d7-4074-a3ad-5b7e3a34af20 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440004 Sep 24 14:36:42.103328 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe63dfe-298f-47f8-ad78-c8846f7060db req-84ac21ff-0d20-43c7-8e00-402dbad024ea tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:42.105487 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-bbe63dfe-298f-47f8-ad78-c8846f7060db req-84ac21ff-0d20-43c7-8e00-402dbad024ea tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0529776 Sep 24 14:36:42.156082 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-bbe63dfe-298f-47f8-ad78-c8846f7060db req-cce1478a-37b0-4eba-b20d-a5d2b1fae93e tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446706 Sep 24 14:36:42.197255 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:36:42.347029 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd028bd-6abb-4658-88e9-9e3b61f518fe req-5e8e9b90-063c-41b8-a7c0-6392cefb4003 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:42.355270 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1bd028bd-6abb-4658-88e9-9e3b61f518fe req-5e8e9b90-063c-41b8-a7c0-6392cefb4003 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0628238 Sep 24 14:36:42.404104 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1bd028bd-6abb-4658-88e9-9e3b61f518fe req-4e2c6b2e-e501-44bb-95c9-cc5134c71bc8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437319 Sep 24 14:36:43.284574 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:43.295915 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e07a77-8ea7-4624-91c8-51f4381a5a3a req-53c404a0-737a-45f0-96f9-3254df7c3dd4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:43.297634 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-50e07a77-8ea7-4624-91c8-51f4381a5a3a req-53c404a0-737a-45f0-96f9-3254df7c3dd4 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 943 time: 0.0484638 Sep 24 14:36:43.358577 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-50e07a77-8ea7-4624-91c8-51f4381a5a3a req-1e208704-fe20-41f3-934f-347c1c45265f tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547547 Sep 24 14:36:43.564797 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34de56-b28e-4fbf-9de9-ecd3637118c7 req-6ece8521-eea4-41ce-93ac-3ca22bcc6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:43.567065 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d34de56-b28e-4fbf-9de9-ecd3637118c7 req-6ece8521-eea4-41ce-93ac-3ca22bcc6ed2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 1127 time: 0.0797267 Sep 24 14:36:43.572920 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957a139-b099-4d05-ad7b-d2eee711873e req-54a6a1e5-be23-4651-8397-07ed43c2f85d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:43.575008 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3957a139-b099-4d05-ad7b-d2eee711873e req-54a6a1e5-be23-4651-8397-07ed43c2f85d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0778849 Sep 24 14:36:43.660248 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6d34de56-b28e-4fbf-9de9-ecd3637118c7 req-e2ce1eef-774b-4d2a-b85a-c36b9ffa6b41 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840149 Sep 24 14:36:43.663385 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3957a139-b099-4d05-ad7b-d2eee711873e req-b8e33d29-cc87-4e4e-9b17-df6bae0baa5b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811276 Sep 24 14:36:44.096142 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 22fef065-180c-4fb8-a36d-5b7d245d2726 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:36:44.237133 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 22fef065-180c-4fb8-a36d-5b7d245d2726, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=22fef065-180c-4fb8-a36d-5b7d245d2726,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:44.252537 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'port_id': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'mac_address': 'fa:16:3e:4b:1a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:36:44.297783 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 22fef065-180c-4fb8-a36d-5b7d245d2726 is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:44.298150 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:44.312115 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22fef065-180c-4fb8-a36d-5b7d245d2726 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:36:44.332993 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 22fef065-180c-4fb8-a36d-5b7d245d2726, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=22fef065-180c-4fb8-a36d-5b7d245d2726,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:44.337898 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:44.385861 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=22fef065-180c-4fb8-a36d-5b7d245d2726,revision_number=7']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:44.486223 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea71605-d6ce-415c-9af1-db8bde01453d req-da15a333-36a0-4070-b150-cabdcace59a5 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:44.488140 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-eea71605-d6ce-415c-9af1-db8bde01453d req-da15a333-36a0-4070-b150-cabdcace59a5 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 944 time: 0.0533063 Sep 24 14:36:44.548441 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-eea71605-d6ce-415c-9af1-db8bde01453d req-d46a948a-1605-4465-a9b8-9c6dfc86912b tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544040 Sep 24 14:36:44.794965 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357ae6c-c29a-40ef-aa64-8c5e15fff6c3 req-6baa29ef-aca8-4e39-b5d7-f1de4e0a60b8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:44.796603 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2357ae6c-c29a-40ef-aa64-8c5e15fff6c3 req-6baa29ef-aca8-4e39-b5d7-f1de4e0a60b8 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0503786 Sep 24 14:36:44.844969 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2357ae6c-c29a-40ef-aa64-8c5e15fff6c3 req-47ecedd0-b3e0-4987-9d2e-486165684805 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429029 Sep 24 14:36:45.688668 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8a553-0765-41ea-85f1-195d3612997c req-6987f460-92d7-4acf-868a-09fa47cebf2b tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:45.693144 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-64f8a553-0765-41ea-85f1-195d3612997c req-6987f460-92d7-4acf-868a-09fa47cebf2b tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 944 time: 0.0675287 Sep 24 14:36:45.752928 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-64f8a553-0765-41ea-85f1-195d3612997c req-1bde20bb-be12-4bfc-a16c-e54db7672141 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541663 Sep 24 14:36:45.962786 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:45.982635 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5a643-7250-4b8a-943d-a7a7e7075c05 req-d9404076-a5ed-4ce0-8cd8-ef238e4646e5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:45.984173 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fdd5a643-7250-4b8a-943d-a7a7e7075c05 req-d9404076-a5ed-4ce0-8cd8-ef238e4646e5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0524690 Sep 24 14:36:46.039511 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fdd5a643-7250-4b8a-943d-a7a7e7075c05 req-4465725f-aae0-47c5-83f9-2a9e954d00bf tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498064 Sep 24 14:36:46.094551 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 22fef065-180c-4fb8-a36d-5b7d245d2726 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:36:46.190633 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:46.198780 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 22fef065-180c-4fb8-a36d-5b7d245d2726, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=22fef065-180c-4fb8-a36d-5b7d245d2726,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:46.210561 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'port_id': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'mac_address': 'fa:16:3e:4b:1a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:36:46.579955 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['22fef065-180c-4fb8-a36d-5b7d245d2726'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:36:46.880930 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e1783-49f8-441a-971e-da2c297afced req-fabb5925-d859-49a1-b496-621bfdf8ef41 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:46.882385 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-555e1783-49f8-441a-971e-da2c297afced req-fabb5925-d859-49a1-b496-621bfdf8ef41 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 944 time: 0.0460253 Sep 24 14:36:46.934750 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-555e1783-49f8-441a-971e-da2c297afced req-cb61ed97-bfba-4aee-86e9-2907b55d6bae tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430598 Sep 24 14:36:47.179113 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977010c-7d23-4c5f-826f-7d62c6664cd5 req-2f0f1981-fce2-41a7-a59e-c6e5dab08326 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:47.180744 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5977010c-7d23-4c5f-826f-7d62c6664cd5 req-2f0f1981-fce2-41a7-a59e-c6e5dab08326 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0526860 Sep 24 14:36:47.238463 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5977010c-7d23-4c5f-826f-7d62c6664cd5 req-d8e2c33d-6da9-4720-b50f-e35e23f9a71c tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485156 Sep 24 14:36:48.150117 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:48.152125 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 22fef065-180c-4fb8-a36d-5b7d245d2726 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:36:48.199135 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 22fef065-180c-4fb8-a36d-5b7d245d2726 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:48.199525 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:48.199884 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 22fef065-180c-4fb8-a36d-5b7d245d2726 Sep 24 14:36:48.276121 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 22fef065-180c-4fb8-a36d-5b7d245d2726 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:48.276963 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:48.305671 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:36:48.307967 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facbe5ee-1177-4af8-9eac-6eff43aaa1a7" -d '{"events": [{"server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "name": "network-vif-plugged", "status": "completed", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:36:48.323887 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 22fef065-180c-4fb8-a36d-5b7d245d2726, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=22fef065-180c-4fb8-a36d-5b7d245d2726,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:48.334046 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:48.341007 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:48.365109 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1853c2-500c-4d92-9dc1-212518fe479d x-openstack-request-id: req-ae1853c2-500c-4d92-9dc1-212518fe479d {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:36:48.365397 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "name": "network-vif-plugged", "status": "completed", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:36:48.365654 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae1853c2-500c-4d92-9dc1-212518fe479d {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:36:48.366045 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1853c2-500c-4d92-9dc1-212518fe479d'] response: {'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'code': 200} Sep 24 14:36:48.391396 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2d174-e483-4364-9e60-18352c979463 req-8203a732-a496-4063-84de-3ae2692fc720 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:48.392884 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2ae2d174-e483-4364-9e60-18352c979463 req-8203a732-a496-4063-84de-3ae2692fc720 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0607986 Sep 24 14:36:48.398463 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=22fef065-180c-4fb8-a36d-5b7d245d2726,revision_number=8']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:48.445181 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2ae2d174-e483-4364-9e60-18352c979463 req-cddd4ef4-7da8-48cb-a717-63179106fded tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453331 Sep 24 14:36:49.577944 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19d295-d710-4125-9e16-cb06501c0622 req-285687b9-926f-4fee-a4c7-1bdcb30d980d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:49.579621 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bc19d295-d710-4125-9e16-cb06501c0622 req-285687b9-926f-4fee-a4c7-1bdcb30d980d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0475996 Sep 24 14:36:49.633662 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bc19d295-d710-4125-9e16-cb06501c0622 req-851b05ce-6a44-43c1-8fd1-be963b356fd2 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451987 Sep 24 14:36:50.517727 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:50.524025 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-3e6543a2-9c0d-4277-85d9-cbe687cd3133 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1381824746&fields=id&tenant_id=f69d85fa8dc545efb55a0b2949e9f06c HTTP/1.1" status: 200 len: 267 time: 0.0628505 Sep 24 14:36:50.644436 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-8accf675-3200-4ef9-9cdd-fe78917d4902 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:50.644436 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-8accf675-3200-4ef9-9cdd-fe78917d4902 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 811 time: 0.1100399 Sep 24 14:36:50.665925 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-cc634fbd-6503-4b2c-8e42-a0104054265f tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/quotas/f69d85fa8dc545efb55a0b2949e9f06c HTTP/1.1" status: 200 len: 375 time: 0.0132580 Sep 24 14:36:50.737740 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-30bf82b0-ad38-4250-9c72-c83fc95bf2b5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554926 Sep 24 14:36:50.752681 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-cbeb966c-b195-4934-bc86-6db0018fc24c service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:36:50.753783 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-cbeb966c-b195-4934-bc86-6db0018fc24c service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053751 Sep 24 14:36:50.784408 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8bf8a-4418-495c-b4fe-a4f2ac2a725d req-09f3637f-70ef-417b-8134-40eed3084595 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:50.788733 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89f8bf8a-4418-495c-b4fe-a4f2ac2a725d req-09f3637f-70ef-417b-8134-40eed3084595 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0580089 Sep 24 14:36:50.849480 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89f8bf8a-4418-495c-b4fe-a4f2ac2a725d req-c774b182-4671-4785-82d3-da3d57fb3c18 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576682 Sep 24 14:36:50.870435 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-bbf607fd-3df9-4639-83e3-92c9f369cecb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090710 Sep 24 14:36:50.975894 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-cdf6e43e-cb7b-4b77-adbf-90075e6e8bdc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981939 Sep 24 14:36:51.305877 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-00c73cbc-2b89-4459-bdeb-d657921e5158 req-412f4bed-7960-424f-b528-4d4f8a7b9205 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 210 time: 0.0372047 Sep 24 14:36:52.032912 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2225b-476d-4afa-88f1-4cd2e3790441 req-94b6f099-5c1e-4443-a16b-d569a13a1038 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:52.040681 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-45a2225b-476d-4afa-88f1-4cd2e3790441 req-94b6f099-5c1e-4443-a16b-d569a13a1038 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0971832 Sep 24 14:36:52.086612 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-45a2225b-476d-4afa-88f1-4cd2e3790441 req-b1e4c2f0-3236-4941-a52b-0cb9c5743f0b tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448813 Sep 24 14:36:52.417871 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-37c0e731-5cb8-4364-9f3d-8cf399e461f1 req-288dca61-3d07-42cd-ac4e-ad1bb08b5e9a tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 210 time: 0.0282164 Sep 24 14:36:53.217207 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e82b7-3b1d-4a8c-ba28-3973d45ef501 req-96cdf053-a277-4fee-be61-e282bbea81ca tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:53.218851 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fd4e82b7-3b1d-4a8c-ba28-3973d45ef501 req-96cdf053-a277-4fee-be61-e282bbea81ca tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0505118 Sep 24 14:36:53.277912 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fd4e82b7-3b1d-4a8c-ba28-3973d45ef501 req-1ad179aa-5d14-44e9-addf-9895b9c8e517 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441554 Sep 24 14:36:53.473901 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:53.562480 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-140f27d6-1708-4435-a639-40ca7dbbebf1 req-5534eff6-b424-416a-9cf9-df56d2d61017 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 210 time: 0.0647223 Sep 24 14:36:53.565608 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5d920-4ea1-4bdb-94ff-6b2c5d1a8fd1 req-d28d6ec6-43c6-4a55-9af8-802b4a94aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:53.566977 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1b5d920-4ea1-4bdb-94ff-6b2c5d1a8fd1 req-d28d6ec6-43c6-4a55-9af8-802b4a94aed4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 1129 time: 0.1198211 Sep 24 14:36:53.662499 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-52517a4e-5b19-457a-a463-e4844d5f0ba8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:53.663945 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-52517a4e-5b19-457a-a463-e4844d5f0ba8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 811 time: 0.2180119 Sep 24 14:36:53.707410 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5d920-4ea1-4bdb-94ff-6b2c5d1a8fd1 req-0773d526-3de8-4765-91c0-c83c279bca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:53.708799 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1b5d920-4ea1-4bdb-94ff-6b2c5d1a8fd1 req-0773d526-3de8-4765-91c0-c83c279bca09 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 916 time: 0.1346495 Sep 24 14:36:53.753433 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-63193ac3-10c2-459e-993e-43043e8fdef1 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f69d85fa8dc545efb55a0b2949e9f06c HTTP/1.1" status: 200 len: 380 time: 0.0726600 Sep 24 14:36:53.761867 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-c5f72f9e-5aa3-41d5-930e-07ac76cea8e2 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Request body: {'port': {'device_id': '706136cf-b0bb-4a89-951d-a22ef9428b0b', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'admin_state_up': True, 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'security_groups': ['99550dff-015b-4735-a8bc-20c97747786c']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:53.890796 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1b5d920-4ea1-4bdb-94ff-6b2c5d1a8fd1 req-5059a104-463b-4ce4-ac78-eb6faf104103 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929 HTTP/1.1" status: 200 len: 1000 time: 0.1718562 Sep 24 14:36:53.954420 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-c5f72f9e-5aa3-41d5-930e-07ac76cea8e2 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Made reservation on behalf of f69d85fa8dc545efb55a0b2949e9f06c for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:36:53.958064 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-c5f72f9e-5aa3-41d5-930e-07ac76cea8e2 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:53.971096 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5d920-4ea1-4bdb-94ff-6b2c5d1a8fd1 req-5d19195d-185b-4531-b33f-b29fc3d0b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:53.972528 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1b5d920-4ea1-4bdb-94ff-6b2c5d1a8fd1 req-5d19195d-185b-4531-b33f-b29fc3d0b9f6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=f32d4a51-22a9-4cfb-b152-16f2e987f478 HTTP/1.1" status: 200 len: 855 time: 0.0668170 Sep 24 14:36:54.056430 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5d920-4ea1-4bdb-94ff-6b2c5d1a8fd1 req-e1b2afa3-0565-4758-b212-10ccdc24aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:54.057933 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1b5d920-4ea1-4bdb-94ff-6b2c5d1a8fd1 req-e1b2afa3-0565-4758-b212-10ccdc24aaa6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=841ec28f-242a-4287-8d65-ef9f3927d5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777159 Sep 24 14:36:54.075933 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:54.185851 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-c5f72f9e-5aa3-41d5-930e-07ac76cea8e2 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Allocated IP 172.20.0.11 (48c641d5-f10b-46bc-b665-df597be281fe/100e4cdf-d1dc-4817-8080-63365a0aff41/bd613a7c-65b3-44db-ac85-45e7485d8eab) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:36:54.219821 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1b5d920-4ea1-4bdb-94ff-6b2c5d1a8fd1 req-377c5481-0361-4be2-b9b3-9ee62538f7b7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539426 Sep 24 14:36:54.293757 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:54.398106 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1b5d920-4ea1-4bdb-94ff-6b2c5d1a8fd1 req-afb35f1d-1a6a-428a-bac3-7326ec9c87fc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672699 Sep 24 14:36:54.419416 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f17f55-d695-49a3-96b7-30f25a64ab3c req-b77320ec-3148-4c31-8153-0b5ff6f294f3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:54.420886 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-19f17f55-d695-49a3-96b7-30f25a64ab3c req-b77320ec-3148-4c31-8153-0b5ff6f294f3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0502548 Sep 24 14:36:54.437126 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-c5f72f9e-5aa3-41d5-930e-07ac76cea8e2 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:54.470006 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-c5f72f9e-5aa3-41d5-930e-07ac76cea8e2 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:54.470242 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-19f17f55-d695-49a3-96b7-30f25a64ab3c req-1b1d87bb-86b2-459c-9a72-17291b47e16f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432873 Sep 24 14:36:54.516423 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-c5f72f9e-5aa3-41d5-930e-07ac76cea8e2 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Network 48c641d5-f10b-46bc-b665-df597be281fe is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:36:54.521462 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-c5f72f9e-5aa3-41d5-930e-07ac76cea8e2 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:36:54.523592 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f72f9e-5aa3-41d5-930e-07ac76cea8e2 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'Port': ['ID=bd613a7c-65b3-44db-ac85-45e7485d8eab,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:54.525699 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-c5f72f9e-5aa3-41d5-930e-07ac76cea8e2 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:36:54.575124 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-c5f72f9e-5aa3-41d5-930e-07ac76cea8e2 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:54.575744 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-c5f72f9e-5aa3-41d5-930e-07ac76cea8e2 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:54.593068 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-c5f72f9e-5aa3-41d5-930e-07ac76cea8e2 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8347957 Sep 24 14:36:54.687298 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1851bb-7b09-47a8-810b-1896c3ec079d req-78512ddf-3c95-4a5b-9099-02d8cec0c342 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:54.688767 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0b1851bb-7b09-47a8-810b-1896c3ec079d req-78512ddf-3c95-4a5b-9099-02d8cec0c342 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 932 time: 0.0477505 Sep 24 14:36:54.739686 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0b1851bb-7b09-47a8-810b-1896c3ec079d req-9b1be831-e6ac-48e4-a44f-536e159ed271 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452483 Sep 24 14:36:54.755602 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-b26d7960-1544-4355-9b0f-8b4db0f783ff None None] Provisioning complete for port bd613a7c-65b3-44db-ac85-45e7485d8eab triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:36:54.756102 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b26d7960-1544-4355-9b0f-8b4db0f783ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:54.756315 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b26d7960-1544-4355-9b0f-8b4db0f783ff None None] Attempt 1 to provision port bd613a7c-65b3-44db-ac85-45e7485d8eab Sep 24 14:36:54.789853 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b26d7960-1544-4355-9b0f-8b4db0f783ff None None] Port bd613a7c-65b3-44db-ac85-45e7485d8eab cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:55.291346 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b26d7960-1544-4355-9b0f-8b4db0f783ff None None] Attempt 2 to provision port bd613a7c-65b3-44db-ac85-45e7485d8eab Sep 24 14:36:55.322256 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b26d7960-1544-4355-9b0f-8b4db0f783ff None None] Port bd613a7c-65b3-44db-ac85-45e7485d8eab cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:55.588453 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:55.596346 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6208a-bdc5-42c1-87b3-b32456c0f9ec req-5f5f36bd-c0b1-4f6f-aba8-da0fd0e6f3d5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:55.597790 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-98e6208a-bdc5-42c1-87b3-b32456c0f9ec req-5f5f36bd-c0b1-4f6f-aba8-da0fd0e6f3d5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 945 time: 0.0456090 Sep 24 14:36:55.647832 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-98e6208a-bdc5-42c1-87b3-b32456c0f9ec req-b04022dc-9e7f-40ef-a8bb-117126037fc9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445714 Sep 24 14:36:55.703099 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e8dddd02-97e3-4ad4-89f5-728075e411a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:55.823476 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b26d7960-1544-4355-9b0f-8b4db0f783ff None None] Attempt 3 to provision port bd613a7c-65b3-44db-ac85-45e7485d8eab Sep 24 14:36:55.855094 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b26d7960-1544-4355-9b0f-8b4db0f783ff None None] Port bd613a7c-65b3-44db-ac85-45e7485d8eab cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:55.861108 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8e7c6-d015-4f08-ac6b-e4f612039837 req-3b64f767-17d3-45aa-bff6-2b4c113bb752 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:55.862580 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7b8e7c6-d015-4f08-ac6b-e4f612039837 req-3b64f767-17d3-45aa-bff6-2b4c113bb752 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 932 time: 0.0465760 Sep 24 14:36:55.910162 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7b8e7c6-d015-4f08-ac6b-e4f612039837 req-2cb970c4-b196-48dd-beac-aa4aa02c5a4a tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419600 Sep 24 14:36:55.987849 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Request body: {'port': {'device_id': '706136cf-b0bb-4a89-951d-a22ef9428b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:36:56.047524 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:56.093805 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:56.162292 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9bcbf202-4cbf-42d4-9889-2c337cd6d929 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:36:56.304236 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd613a7c-65b3-44db-ac85-45e7485d8eab {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:36:56.312295 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Publish callbacks [] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:56.326895 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Transition to ACTIVE for port object bd613a7c-65b3-44db-ac85-45e7485d8eab will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:36:56.332329 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:56.355585 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b26d7960-1544-4355-9b0f-8b4db0f783ff None None] Attempt 4 to provision port bd613a7c-65b3-44db-ac85-45e7485d8eab Sep 24 14:36:56.370215 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:56.377131 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 is: ACTIVE; New status is: DOWN {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:36:56.377530 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:56.382287 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:56.399119 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd613a7c-65b3-44db-ac85-45e7485d8eab,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:56.415567 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:36:56.417812 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578597c3-c90b-4b77-aba6-b8011238f7c5" -d '{"events": [{"server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "name": "network-vif-unplugged", "status": "completed", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:36:56.427337 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b26d7960-1544-4355-9b0f-8b4db0f783ff None None] Port bd613a7c-65b3-44db-ac85-45e7485d8eab cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:36:56.430624 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:36:56.435974 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:56.455583 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Attempting to bind port bd613a7c-65b3-44db-ac85-45e7485d8eab on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:36:56.455930 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Attempting to bind port bd613a7c-65b3-44db-ac85-45e7485d8eab by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:36:56.456259 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Attempting to bind port bd613a7c-65b3-44db-ac85-45e7485d8eab on network 48c641d5-f10b-46bc-b665-df597be281fe {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:36:56.473928 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Sep 2022 14:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e1e8eb-a8f0-47a3-b902-aaecd9324af9 x-openstack-request-id: req-88e1e8eb-a8f0-47a3-b902-aaecd9324af9 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:36:56.474282 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "name": "network-vif-unplugged", "status": "completed", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:36:56.474622 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-88e1e8eb-a8f0-47a3-b902-aaecd9324af9 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:36:56.475092 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e1e8eb-a8f0-47a3-b902-aaecd9324af9'] response: {'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'code': 200} Sep 24 14:36:56.491953 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=9bcbf202-4cbf-42d4-9889-2c337cd6d929,revision_number=8']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:56.501513 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Port bd613a7c-65b3-44db-ac85-45e7485d8eab on network 48c641d5-f10b-46bc-b665-df597be281fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:36:56.501849 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Attempting to bind port bd613a7c-65b3-44db-ac85-45e7485d8eab on network 48c641d5-f10b-46bc-b665-df597be281fe {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:36:56.544670 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:36:56.545015 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Checking segment: {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:36:56.545392 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Bound using segment: {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:36:56.545824 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Bound port: bd613a7c-65b3-44db-ac85-45e7485d8eab, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:36:56.546183 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:56.613376 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] For port bd613a7c-65b3-44db-ac85-45e7485d8eab, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:36:56.616704 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] For port bd613a7c-65b3-44db-ac85-45e7485d8eab, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bd613a7c-65b3-44db-ac85-45e7485d8eab,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:36:56.622131 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:56.626203 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:56.626841 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:56.628191 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/bd613a7c-65b3-44db-ac85-45e7485d8eab HTTP/1.1" status: 200 len: 1094 time: 0.6445074 Sep 24 14:36:56.629644 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706136cf-b0bb-4a89-951d-a22ef9428b0b', 'tag': 'bd613a7c-65b3-44db-ac85-45e7485d8eab'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:36:56.631896 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9082b44f-6f65-4a38-a88b-fe667e0bb824" -d '{"events": [{"name": "network-changed", "server_uuid": "706136cf-b0bb-4a89-951d-a22ef9428b0b", "tag": "bd613a7c-65b3-44db-ac85-45e7485d8eab"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:36:56.678395 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88445ad8-9f63-4878-87e1-c286899fd6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd613a7c-65b3-44db-ac85-45e7485d8eab,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:36:56.743475 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffad8fa5-c3bb-48c5-933f-f400e2febe83 x-openstack-request-id: req-ffad8fa5-c3bb-48c5-933f-f400e2febe83 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:36:56.743766 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706136cf-b0bb-4a89-951d-a22ef9428b0b", "tag": "bd613a7c-65b3-44db-ac85-45e7485d8eab", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:36:56.744046 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffad8fa5-c3bb-48c5-933f-f400e2febe83 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:36:56.744453 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffad8fa5-c3bb-48c5-933f-f400e2febe83'] response: {'name': 'network-changed', 'server_uuid': '706136cf-b0bb-4a89-951d-a22ef9428b0b', 'tag': 'bd613a7c-65b3-44db-ac85-45e7485d8eab', 'status': 'completed', 'code': 200} Sep 24 14:36:56.790606 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee3bfe-4a55-477f-b54d-024ba3ee9ff0 req-88d3aef1-b4ca-48d4-ace1-839ca589b890 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:56.792179 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-77ee3bfe-4a55-477f-b54d-024ba3ee9ff0 req-88d3aef1-b4ca-48d4-ace1-839ca589b890 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0483651 Sep 24 14:36:56.838882 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-77ee3bfe-4a55-477f-b54d-024ba3ee9ff0 req-27cb8ace-7011-4f77-b270-02a4520ece3f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404344 Sep 24 14:36:56.928197 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-b26d7960-1544-4355-9b0f-8b4db0f783ff None None] Attempt 5 to provision port bd613a7c-65b3-44db-ac85-45e7485d8eab Sep 24 14:36:57.003119 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082b44f-6f65-4a38-a88b-fe667e0bb824 req-5a45973b-ae95-4141-9cb8-f5931265742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:57.005571 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-b26d7960-1544-4355-9b0f-8b4db0f783ff None None] Port bd613a7c-65b3-44db-ac85-45e7485d8eab had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:36:57.007629 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9082b44f-6f65-4a38-a88b-fe667e0bb824 req-5a45973b-ae95-4141-9cb8-f5931265742b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 1128 time: 0.0598898 Sep 24 14:36:57.071527 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81152070-ee8a-428e-b027-a35273126702 req-02fab88e-c9ce-429e-a7da-49defe80d5ba tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:57.078893 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-81152070-ee8a-428e-b027-a35273126702 req-02fab88e-c9ce-429e-a7da-49defe80d5ba tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0624394 Sep 24 14:36:57.125020 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-81152070-ee8a-428e-b027-a35273126702 req-23e21831-e9a9-410f-be18-90ede22bda7f tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452695 Sep 24 14:36:57.136752 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082b44f-6f65-4a38-a88b-fe667e0bb824 req-44f17eae-53b1-4042-8e20-67d039913b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:57.139030 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9082b44f-6f65-4a38-a88b-fe667e0bb824 req-44f17eae-53b1-4042-8e20-67d039913b82 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1121843 Sep 24 14:36:57.194081 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:57.236769 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082b44f-6f65-4a38-a88b-fe667e0bb824 req-8056d509-96f2-49e8-a83e-cb1739d44deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:57.238224 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9082b44f-6f65-4a38-a88b-fe667e0bb824 req-8056d509-96f2-49e8-a83e-cb1739d44deb service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0920615 Sep 24 14:36:57.343109 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-2f32af05-bc34-4b38-b2b9-cf6939d427cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:57.344623 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-2f32af05-bc34-4b38-b2b9-cf6939d427cb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 1128 time: 0.0436680 Sep 24 14:36:57.392324 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-c36d64b8-e24b-4087-b88e-bfd6a0d17511 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd613a7c-65b3-44db-ac85-45e7485d8eab HTTP/1.1" status: 200 len: 217 time: 0.0318358 Sep 24 14:36:57.443803 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-af7bc098-c482-4a53-a87b-ddebe3f209fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:57.445331 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-af7bc098-c482-4a53-a87b-ddebe3f209fe service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 200 len: 850 time: 0.0472691 Sep 24 14:36:57.490922 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-55d85546-daa1-4a51-a0df-0f32140e7315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:57.492490 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-55d85546-daa1-4a51-a0df-0f32140e7315 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=48c641d5-f10b-46bc-b665-df597be281fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408335 Sep 24 14:36:57.593225 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-75e073bd-e750-40eb-8d5c-3fa2140d0859 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940573 Sep 24 14:36:57.688702 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8f07080c-7fda-443f-bc0e-b1ac3c5cd8a7 req-7ad4706e-338d-4e88-bbec-75ff66354a72 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891054 Sep 24 14:36:57.702991 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [req-bd668186-b638-4255-883e-c55c12cfa6f9 req-394b6131-8166-4cde-b5f6-4fca4faf58ee service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:36:57.703885 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bd668186-b638-4255-883e-c55c12cfa6f9 req-394b6131-8166-4cde-b5f6-4fca4faf58ee service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055797 Sep 24 14:36:57.854166 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:57.896938 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f760a7a-1a2d-41ce-ae1e-5d54207f6879 req-4faa9101-cbcf-4c72-8a66-28af1a93e589 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:57.898403 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4f760a7a-1a2d-41ce-ae1e-5d54207f6879 req-4faa9101-cbcf-4c72-8a66-28af1a93e589 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0524936 Sep 24 14:36:57.914111 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-9ce41b1d-6415-470a-bb03-89547f24ac3d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390439 Sep 24 14:36:57.955817 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4f760a7a-1a2d-41ce-ae1e-5d54207f6879 req-09dbc9d8-94cf-4674-89a7-da3953717186 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508254 Sep 24 14:36:57.990286 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-3d52c570-7c92-437f-918d-77ca39b7ec91 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:57.991654 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-3d52c570-7c92-437f-918d-77ca39b7ec91 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports/9bcbf202-4cbf-42d4-9889-2c337cd6d929 HTTP/1.1" status: 200 len: 940 time: 0.0489945 Sep 24 14:36:58.115687 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b10ef804-d80a-4da3-88f6-a62c443a633e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:58.252961 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd13f20-3560-4028-af56-6e7638df2109 req-39d30638-8f5f-482c-9a29-61fe55b81e01 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:58.254421 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2cd13f20-3560-4028-af56-6e7638df2109 req-39d30638-8f5f-482c-9a29-61fe55b81e01 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0474958 Sep 24 14:36:58.289626 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:58.303340 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2cd13f20-3560-4028-af56-6e7638df2109 req-2fc39782-0882-4e9e-b141-87737b44cde4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433097 Sep 24 14:36:59.083337 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe603f-4b7d-4075-8b21-85e4e3d4eaac req-46ae88cd-839c-4b89-9457-b4b3bf0fd532 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:59.084853 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ffbe603f-4b7d-4075-8b21-85e4e3d4eaac req-46ae88cd-839c-4b89-9457-b4b3bf0fd532 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0459518 Sep 24 14:36:59.144672 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ffbe603f-4b7d-4075-8b21-85e4e3d4eaac req-b9d7d9d3-8065-4b18-9b13-2df88482fddf tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536249 Sep 24 14:36:59.218028 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:36:59.455702 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbde23-a380-4e58-8e1a-cb857a4a4dff req-f0ee3872-cbdb-499d-a522-3dc4ef616811 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:59.457166 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1cbde23-a380-4e58-8e1a-cb857a4a4dff req-f0ee3872-cbdb-499d-a522-3dc4ef616811 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0777957 Sep 24 14:36:59.462301 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-085825d9-1eb3-4fa3-af53-a5fcc96b3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:59.463715 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-085825d9-1eb3-4fa3-af53-a5fcc96b3fef service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679&tenant_id=1f7134ad65014cb984417c99b3d76eff HTTP/1.1" status: 200 len: 1127 time: 0.0526342 Sep 24 14:36:59.507327 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d1cbde23-a380-4e58-8e1a-cb857a4a4dff req-52ac61a7-cf07-47c3-82ba-774ff20f8495 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426850 Sep 24 14:36:59.544472 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-7ad27a3e-f528-4130-b82f-16d4f9785c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:59.545907 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-7ad27a3e-f528-4130-b82f-16d4f9785c58 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 1127 time: 0.0377705 Sep 24 14:36:59.635243 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-f3683b62-9986-4d08-b916-0782e9cd02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:59.636688 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-f3683b62-9986-4d08-b916-0782e9cd02f5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 916 time: 0.0856977 Sep 24 14:36:59.698165 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-2be92aeb-9cae-4ae2-b429-40966ce05b37 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929 HTTP/1.1" status: 200 len: 998 time: 0.0541134 Sep 24 14:36:59.766779 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-e9f5dc73-02c2-4c23-85d6-d0aa02d6284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:59.768316 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-e9f5dc73-02c2-4c23-85d6-d0aa02d6284f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=f32d4a51-22a9-4cfb-b152-16f2e987f478 HTTP/1.1" status: 200 len: 855 time: 0.0639851 Sep 24 14:36:59.814388 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-8ef05e89-f53c-4be7-864b-b1c2f6991163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:36:59.815905 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-8ef05e89-f53c-4be7-864b-b1c2f6991163 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=841ec28f-242a-4287-8d65-ef9f3927d5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390782 Sep 24 14:36:59.909157 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-ce90a8a3-9774-4ad3-a9b9-0fb1cb0c85f1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862534 Sep 24 14:36:59.962077 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:36:59.998172 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-ccf8166e-c15b-4148-9987-a6c8c13d0036 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830593 Sep 24 14:37:00.165566 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9bcbf202-4cbf-42d4-9889-2c337cd6d929 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:37:00.241771 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 is: DOWN; New status is: DOWN {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:37:00.275234 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad95b7-fb51-4dbe-b0ef-1ff771d1b7aa req-ba2d6ddf-0739-4aad-88f5-917ba7350425 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:00.276720 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-08ad95b7-fb51-4dbe-b0ef-1ff771d1b7aa req-ba2d6ddf-0739-4aad-88f5-917ba7350425 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0500033 Sep 24 14:37:00.325298 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-08ad95b7-fb51-4dbe-b0ef-1ff771d1b7aa req-f92dfe2b-4e06-44d3-baec-2d1843e06c74 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423739 Sep 24 14:37:00.636735 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b014eb-a752-41c1-b78f-e3a8d49d2a63 req-d6aef860-d11e-4756-b165-337ece9b8ac4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:00.638763 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-99b014eb-a752-41c1-b78f-e3a8d49d2a63 req-d6aef860-d11e-4756-b165-337ece9b8ac4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0540473 Sep 24 14:37:00.673873 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:00.723357 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-99b014eb-a752-41c1-b78f-e3a8d49d2a63 req-2cac9429-1b49-4ff7-9e7e-f2af195bc72d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787554 Sep 24 14:37:00.856585 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:01.490976 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7da896-3d6c-4ca3-a163-6e9a3f1d2c47 req-f346077e-a29d-49ab-bec0-181e17149a2a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:01.493274 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0b7da896-3d6c-4ca3-a163-6e9a3f1d2c47 req-f346077e-a29d-49ab-bec0-181e17149a2a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0509303 Sep 24 14:37:01.568451 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0b7da896-3d6c-4ca3-a163-6e9a3f1d2c47 req-080674d6-84c2-4007-8618-eb092d83d5af tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683944 Sep 24 14:37:01.853312 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bc3e6-e128-465e-a862-3c6453df9ab9 req-7e8ab460-7a16-4900-b442-9d9d53e7c7b8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:01.854833 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-065bc3e6-e128-465e-a862-3c6453df9ab9 req-7e8ab460-7a16-4900-b442-9d9d53e7c7b8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0540602 Sep 24 14:37:01.912300 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-065bc3e6-e128-465e-a862-3c6453df9ab9 req-9ba7147d-25f8-4743-b7b4-6b5088dc7817 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494916 Sep 24 14:37:02.725716 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f90b8-080e-4c99-97b5-f64af0aab6e6 req-08e98539-eab2-4e58-8da5-a2cb444e88de tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:02.732562 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-516f90b8-080e-4c99-97b5-f64af0aab6e6 req-08e98539-eab2-4e58-8da5-a2cb444e88de tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0690670 Sep 24 14:37:02.786864 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-516f90b8-080e-4c99-97b5-f64af0aab6e6 req-c669a65c-6f28-41bc-b6bb-45d04cbfd207 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534022 Sep 24 14:37:03.039433 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226d47a-fdd1-4466-99e0-eaef07a7ab7b req-85c4f606-b08c-4499-9a89-29ab815135a4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:03.040910 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1226d47a-fdd1-4466-99e0-eaef07a7ab7b req-85c4f606-b08c-4499-9a89-29ab815135a4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0512986 Sep 24 14:37:03.052996 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:03.093619 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1226d47a-fdd1-4466-99e0-eaef07a7ab7b req-2cbad7c3-32be-4a8d-ad59-ecb116aac3cc tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457506 Sep 24 14:37:03.247195 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=15 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:03.247862 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=19 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:03.916856 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b8bd7-1855-4a88-bff9-b96295e8d20f req-dd641a2d-ed79-400c-9407-48b2491c8da5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:03.918393 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d1b8bd7-1855-4a88-bff9-b96295e8d20f req-dd641a2d-ed79-400c-9407-48b2491c8da5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0492132 Sep 24 14:37:03.972170 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8d1b8bd7-1855-4a88-bff9-b96295e8d20f req-f5732417-cbc1-4702-9024-7e340170c379 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474904 Sep 24 14:37:04.233958 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b0f43-1eae-419d-ade4-f236a736391f req-493942d9-4a7b-4d11-9690-ab4f13ea1fe6 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:04.235852 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-792b0f43-1eae-419d-ade4-f236a736391f req-493942d9-4a7b-4d11-9690-ab4f13ea1fe6 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0479064 Sep 24 14:37:04.291319 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-792b0f43-1eae-419d-ade4-f236a736391f req-48fea2b3-0577-471c-a544-31e6a4882606 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500360 Sep 24 14:37:05.101495 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5982fb-283d-4912-8197-c58f9ff122d1 req-38b46ef7-91c0-48b3-8c79-a47c8e98b51f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:05.103320 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf5982fb-283d-4912-8197-c58f9ff122d1 req-38b46ef7-91c0-48b3-8c79-a47c8e98b51f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0495315 Sep 24 14:37:05.156650 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf5982fb-283d-4912-8197-c58f9ff122d1 req-8c568310-1be1-4563-87c3-6ad4fa0d5d0a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473764 Sep 24 14:37:05.411184 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfd893-4137-408f-9eed-5158f1f1fc42 req-9a63021a-b306-4a0a-9845-6606a3566ff0 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:05.412683 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89cfd893-4137-408f-9eed-5158f1f1fc42 req-9a63021a-b306-4a0a-9845-6606a3566ff0 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0471776 Sep 24 14:37:05.465233 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89cfd893-4137-408f-9eed-5158f1f1fc42 req-0e156689-9464-4f1a-a64b-2bb4173f004d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459208 Sep 24 14:37:06.295550 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3df1c-c1f9-4b80-8e0e-eeaa7ea748a2 req-ddadad69-af81-4f13-9408-8985279e7689 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:06.297285 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-32a3df1c-c1f9-4b80-8e0e-eeaa7ea748a2 req-ddadad69-af81-4f13-9408-8985279e7689 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0539119 Sep 24 14:37:06.348133 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-32a3df1c-c1f9-4b80-8e0e-eeaa7ea748a2 req-90e0829e-8d82-4ef0-8288-3ac87bb48ed9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451500 Sep 24 14:37:06.592680 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6a6a7-7aad-4727-881d-35e21ea2d041 req-77636e94-5e1f-4da7-9f3a-b42fb91b3b4e tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:06.594207 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89d6a6a7-7aad-4727-881d-35e21ea2d041 req-77636e94-5e1f-4da7-9f3a-b42fb91b3b4e tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0506933 Sep 24 14:37:06.645771 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89d6a6a7-7aad-4727-881d-35e21ea2d041 req-60466037-638a-49b1-b990-cc052ccddb46 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460620 Sep 24 14:37:07.469888 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:07.487975 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0d5f6-f328-411b-bf98-029492de79d6 req-ee40c917-a0b8-4992-aff5-0254e3fbc6a9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:07.490128 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-33f0d5f6-f328-411b-bf98-029492de79d6 req-ee40c917-a0b8-4992-aff5-0254e3fbc6a9 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0579808 Sep 24 14:37:07.549127 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-33f0d5f6-f328-411b-bf98-029492de79d6 req-058ad80c-7929-4111-85ed-ac19d0c1b1af tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528443 Sep 24 14:37:07.770388 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7f4c7-fdb6-4503-aaa6-6f5202b520d9 req-2a06a339-48da-48c4-8513-76e530d3fe28 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:07.771939 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-53e7f4c7-fdb6-4503-aaa6-6f5202b520d9 req-2a06a339-48da-48c4-8513-76e530d3fe28 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0491087 Sep 24 14:37:07.835349 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-53e7f4c7-fdb6-4503-aaa6-6f5202b520d9 req-8e101ce4-391b-4838-8e49-c40ded0b20ec tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574622 Sep 24 14:37:08.678329 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf797937-bca5-476a-be46-b4b935f377e1 req-8baf7ba2-43ae-4f49-9831-8aa578bb6930 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:08.679871 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf797937-bca5-476a-be46-b4b935f377e1 req-8baf7ba2-43ae-4f49-9831-8aa578bb6930 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0484204 Sep 24 14:37:08.733585 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf797937-bca5-476a-be46-b4b935f377e1 req-de886d53-5fc4-4468-b07a-bd3884099f62 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478401 Sep 24 14:37:08.972440 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8e2b1-e4be-4bba-ba7a-ccf77856f839 req-d1978116-289b-45d8-8973-a2e5636da280 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:08.974045 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eee8e2b1-e4be-4bba-ba7a-ccf77856f839 req-d1978116-289b-45d8-8973-a2e5636da280 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0546095 Sep 24 14:37:09.024460 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eee8e2b1-e4be-4bba-ba7a-ccf77856f839 req-43a9e25b-d34d-4855-bc6d-eb112b10ca5b tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448947 Sep 24 14:37:09.860211 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377de37-d5b6-4314-a6fc-c6277ab10002 req-8484a468-f283-40cc-bada-12259ed6924e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:09.861690 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c377de37-d5b6-4314-a6fc-c6277ab10002 req-8484a468-f283-40cc-bada-12259ed6924e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0468752 Sep 24 14:37:09.908326 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c377de37-d5b6-4314-a6fc-c6277ab10002 req-bc637d59-a0c0-4f10-b4c5-4538acd1fe52 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411391 Sep 24 14:37:10.144638 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116900c-c42a-4764-af89-d7177b046832 req-f9d8eaf4-67ce-4134-8497-b5659df66907 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:10.146079 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5116900c-c42a-4764-af89-d7177b046832 req-f9d8eaf4-67ce-4134-8497-b5659df66907 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0495386 Sep 24 14:37:10.188992 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:10.194032 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5116900c-c42a-4764-af89-d7177b046832 req-7e4229fd-f345-4025-ade7-6e8750125d84 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425220 Sep 24 14:37:10.841938 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:10.846288 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:10.847658 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:11.033244 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db78f81-6847-4772-81c2-913b43d1b882 req-3fcc7efa-4322-4ff0-8d4f-4c3f742e445f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:11.034680 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8db78f81-6847-4772-81c2-913b43d1b882 req-3fcc7efa-4322-4ff0-8d4f-4c3f742e445f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0458703 Sep 24 14:37:11.080394 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8db78f81-6847-4772-81c2-913b43d1b882 req-059c3537-d57c-42e8-a28b-9147530ae35d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402064 Sep 24 14:37:11.312592 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0c402-ae78-4d5a-926c-035d6a3da6ec req-3bfb691b-3a6f-4977-a12c-8e9f0ba78a05 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:11.314038 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bd0c402-ae78-4d5a-926c-035d6a3da6ec req-3bfb691b-3a6f-4977-a12c-8e9f0ba78a05 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0464983 Sep 24 14:37:11.364562 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bd0c402-ae78-4d5a-926c-035d6a3da6ec req-9e6c6b6b-5dac-4efa-b7c5-c23ca0bc4fae tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450070 Sep 24 14:37:11.897345 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=61 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:11.906517 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=40 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:12.205918 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f1160-69c6-49d4-8974-25c8ada9b585 req-a07da036-d0d8-4fea-ae01-eee7e8938012 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:12.207369 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-087f1160-69c6-49d4-8974-25c8ada9b585 req-a07da036-d0d8-4fea-ae01-eee7e8938012 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0458708 Sep 24 14:37:12.252939 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-087f1160-69c6-49d4-8974-25c8ada9b585 req-7b312bab-8825-4aca-b65a-54b66cb830aa tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401325 Sep 24 14:37:12.483841 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf501f4f-20c9-40ce-9743-7e6ea642f9f3 req-15e8f87d-2b6c-4177-b2e2-1e4ed13ff0c7 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:12.485292 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf501f4f-20c9-40ce-9743-7e6ea642f9f3 req-15e8f87d-2b6c-4177-b2e2-1e4ed13ff0c7 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0459418 Sep 24 14:37:12.532282 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf501f4f-20c9-40ce-9743-7e6ea642f9f3 req-89dcfb00-a000-4435-be9e-09d40b4d8d90 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415468 Sep 24 14:37:13.383854 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440fbac-65eb-4a66-8d82-7799f8bbb691 req-8dcdb82f-1ebe-4ff7-889e-3528efc50af4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:13.385417 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4440fbac-65eb-4a66-8d82-7799f8bbb691 req-8dcdb82f-1ebe-4ff7-889e-3528efc50af4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0537243 Sep 24 14:37:13.435387 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-4440fbac-65eb-4a66-8d82-7799f8bbb691 req-22c260bd-932e-4d17-8bd7-def20d264abd tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442913 Sep 24 14:37:13.630712 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:13.648300 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a2160-0875-4c64-9fef-9d17f5e9bd6c req-fd67a4de-59db-496c-8a6f-8e1eafa2875c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:13.649741 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-448a2160-0875-4c64-9fef-9d17f5e9bd6c req-fd67a4de-59db-496c-8a6f-8e1eafa2875c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0464940 Sep 24 14:37:13.698038 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-448a2160-0875-4c64-9fef-9d17f5e9bd6c req-921298bf-0a0d-4872-b996-f5beab5bf44b tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425262 Sep 24 14:37:14.564259 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a673b0-50bf-4309-bfbf-64034e1d42cf req-0b05b511-14a6-4d3f-9658-2cc4e5fa1c6f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:14.565705 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d9a673b0-50bf-4309-bfbf-64034e1d42cf req-0b05b511-14a6-4d3f-9658-2cc4e5fa1c6f tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0492353 Sep 24 14:37:14.620149 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d9a673b0-50bf-4309-bfbf-64034e1d42cf req-cfa07ccf-4d87-4f3d-bad1-915c4b9ffc46 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484195 Sep 24 14:37:14.812004 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732ca22-749e-40b0-8d0d-c214be7adb29 req-520999d3-43df-4247-9ce1-c6efb4c1d4c6 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:14.813420 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6732ca22-749e-40b0-8d0d-c214be7adb29 req-520999d3-43df-4247-9ce1-c6efb4c1d4c6 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0449235 Sep 24 14:37:14.863244 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6732ca22-749e-40b0-8d0d-c214be7adb29 req-5f28c129-e3a2-4d3a-a729-a9f570eae8f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442054 Sep 24 14:37:15.745191 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c07b0-4f05-4156-a07d-eb14de5c6d66 req-81ae6b95-e1f2-4c7e-a4ad-89fdf8cd935d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:15.746632 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-640c07b0-4f05-4156-a07d-eb14de5c6d66 req-81ae6b95-e1f2-4c7e-a4ad-89fdf8cd935d tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 943 time: 0.0458398 Sep 24 14:37:15.795361 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-640c07b0-4f05-4156-a07d-eb14de5c6d66 req-f59d2a65-4437-44e5-bd4c-a1c4ba4f58e4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432386 Sep 24 14:37:16.225039 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2ac1c-71d0-40d3-87d2-7a92af7d118e req-36011aba-4d7a-4a77-b974-885dd58ef22c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:16.226487 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2ee2ac1c-71d0-40d3-87d2-7a92af7d118e req-36011aba-4d7a-4a77-b974-885dd58ef22c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.2884004 Sep 24 14:37:16.242073 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9bcbf202-4cbf-42d4-9889-2c337cd6d929 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:37:16.274841 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2ee2ac1c-71d0-40d3-87d2-7a92af7d118e req-85a0acee-1036-4435-88c2-4255b0653c93 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Sep 24 14:37:16.342771 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:37:16.353971 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'port_id': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'mac_address': 'fa:16:3e:86:28:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:37:16.391727 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:37:16.392118 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:16.404962 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcbf202-4cbf-42d4-9889-2c337cd6d929 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:37:16.424421 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:37:16.428448 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:16.471983 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=9bcbf202-4cbf-42d4-9889-2c337cd6d929,revision_number=9']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:16.478876 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.479169 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.479506 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.479838 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.480161 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.480480 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.481297 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.481611 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.481927 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.482240 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.482553 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.482908 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.483223 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.483533 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.483859 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:16.885930 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['9bcbf202-4cbf-42d4-9889-2c337cd6d929'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:37:16.923061 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811bbf3-1cc9-492a-993c-54d05dca1a04 req-cd3786ae-02b7-4b51-b26b-4a894993d1d6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:16.924540 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9811bbf3-1cc9-492a-993c-54d05dca1a04 req-cd3786ae-02b7-4b51-b26b-4a894993d1d6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 944 time: 0.0475788 Sep 24 14:37:16.972104 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9811bbf3-1cc9-492a-993c-54d05dca1a04 req-22f0fd3d-37d5-4f71-b61a-f68d961986ae tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417747 Sep 24 14:37:17.399047 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1078727-ba85-42e6-aef5-0af1cca8917e req-04a7a253-8b53-4e9f-b74c-2600820fd374 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:17.400478 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b1078727-ba85-42e6-aef5-0af1cca8917e req-04a7a253-8b53-4e9f-b74c-2600820fd374 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0487919 Sep 24 14:37:17.447584 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b1078727-ba85-42e6-aef5-0af1cca8917e req-ae34ab60-c2cc-47f9-9ec9-7138a50dd2f7 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407877 Sep 24 14:37:18.099411 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55555b8a-d5ac-460f-8861-6260bdbc8e8d req-d10e0cf4-d099-475b-9cc3-89f12ac67fbc tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:18.100860 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-55555b8a-d5ac-460f-8861-6260bdbc8e8d req-d10e0cf4-d099-475b-9cc3-89f12ac67fbc tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 944 time: 0.0484123 Sep 24 14:37:18.112168 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:18.140143 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:18.148624 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-55555b8a-d5ac-460f-8861-6260bdbc8e8d req-6261570d-1975-4cc3-b199-5dee97f6be11 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417225 Sep 24 14:37:18.243624 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device bd613a7c-65b3-44db-ac85-45e7485d8eab details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:37:18.257745 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9bcbf202-4cbf-42d4-9889-2c337cd6d929 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:37:18.355596 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:37:18.356375 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:18.356712 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 Sep 24 14:37:18.404979 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port bd613a7c-65b3-44db-ac85-45e7485d8eab, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bd613a7c-65b3-44db-ac85-45e7485d8eab,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:37:18.420875 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': 'bd613a7c-65b3-44db-ac85-45e7485d8eab', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'port_id': 'bd613a7c-65b3-44db-ac85-45e7485d8eab', 'mac_address': 'fa:16:3e:fc:4e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:37:18.484844 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port bd613a7c-65b3-44db-ac85-45e7485d8eab is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:37:18.485237 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:18.488319 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:37:18.488682 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:18.507433 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd613a7c-65b3-44db-ac85-45e7485d8eab {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:37:18.534353 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:37:18.536601 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9e11f2-2bef-4f46-8f78-a54209c92922" -d '{"events": [{"server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "name": "network-vif-plugged", "status": "completed", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:37:18.543956 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port bd613a7c-65b3-44db-ac85-45e7485d8eab, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bd613a7c-65b3-44db-ac85-45e7485d8eab,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:37:18.549825 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:18.556927 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:37:18.572392 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff27e2-d0dc-4b0a-984c-81cbac3508f2 req-57e2ffca-d521-4335-a250-21566a7615d1 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:18.573852 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-87ff27e2-d0dc-4b0a-984c-81cbac3508f2 req-57e2ffca-d521-4335-a250-21566a7615d1 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 944 time: 0.0503125 Sep 24 14:37:18.574637 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:18.602272 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=bd613a7c-65b3-44db-ac85-45e7485d8eab,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:18.640044 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-87ff27e2-d0dc-4b0a-984c-81cbac3508f2 req-5d822769-6e1e-4fbb-8d61-76ef5957f2f1 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600863 Sep 24 14:37:18.644814 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faf4bfb-e2b0-465b-a683-70f21f1e0524 x-openstack-request-id: req-4faf4bfb-e2b0-465b-a683-70f21f1e0524 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:37:18.645097 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "name": "network-vif-plugged", "status": "completed", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:37:18.645347 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4faf4bfb-e2b0-465b-a683-70f21f1e0524 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:37:18.645738 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4faf4bfb-e2b0-465b-a683-70f21f1e0524'] response: {'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'code': 200} Sep 24 14:37:18.656209 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=9bcbf202-4cbf-42d4-9889-2c337cd6d929,revision_number=10']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:18.889010 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ee650-bcb8-4f63-a008-fe2f9f1c690d req-633fe939-3ea8-47b8-8c73-7e36fb159b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:18.890476 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ff1ee650-bcb8-4f63-a008-fe2f9f1c690d req-633fe939-3ea8-47b8-8c73-7e36fb159b5a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 1130 time: 0.0378594 Sep 24 14:37:18.934361 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ff1ee650-bcb8-4f63-a008-fe2f9f1c690d req-cc35e08c-a0fc-4397-a1e2-b6924d219276 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363660 Sep 24 14:37:18.978823 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['bd613a7c-65b3-44db-ac85-45e7485d8eab'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:37:19.117604 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:19.163289 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:19.195900 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:37:19.197245 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:19.277219 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff96de9-0108-49a7-9231-67a6c4666012 req-b9ffa699-0ba5-4773-86b2-43cdff188f6e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:19.279479 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1ff96de9-0108-49a7-9231-67a6c4666012 req-b9ffa699-0ba5-4773-86b2-43cdff188f6e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 946 time: 0.0491333 Sep 24 14:37:19.324802 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1ff96de9-0108-49a7-9231-67a6c4666012 req-241f9d8c-ba15-441a-be89-a1cc5447081e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398059 Sep 24 14:37:19.756984 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafbf65-d572-4c2f-8035-fdf0c5f0eb90 req-b96cd410-3f66-431c-8e80-664566d94d8f tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:19.758410 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cbafbf65-d572-4c2f-8035-fdf0c5f0eb90 req-b96cd410-3f66-431c-8e80-664566d94d8f tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 945 time: 0.0454676 Sep 24 14:37:19.809286 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cbafbf65-d572-4c2f-8035-fdf0c5f0eb90 req-a04171b0-1f9a-41e0-a323-08d09b2e6bab tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441782 Sep 24 14:37:20.296630 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device bd613a7c-65b3-44db-ac85-45e7485d8eab up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:37:20.339787 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port bd613a7c-65b3-44db-ac85-45e7485d8eab completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:37:20.345641 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port bd613a7c-65b3-44db-ac85-45e7485d8eab triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:37:20.345979 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:20.346311 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port bd613a7c-65b3-44db-ac85-45e7485d8eab Sep 24 14:37:20.418946 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port bd613a7c-65b3-44db-ac85-45e7485d8eab is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:37:20.419336 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:20.452567 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port bd613a7c-65b3-44db-ac85-45e7485d8eab, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bd613a7c-65b3-44db-ac85-45e7485d8eab,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:37:20.453785 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad80bb6-8bef-4c91-9881-e3c61937644f req-25670195-8809-4391-91a3-c4fdd5e9d8e5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:20.455824 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fad80bb6-8bef-4c91-9881-e3c61937644f req-25670195-8809-4391-91a3-c4fdd5e9d8e5 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 946 time: 0.0483406 Sep 24 14:37:20.456708 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:20.503881 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fad80bb6-8bef-4c91-9881-e3c61937644f req-9edb1230-3345-4910-8d51-f96d47386bf6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421951 Sep 24 14:37:20.505848 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=bd613a7c-65b3-44db-ac85-45e7485d8eab,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:20.647153 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706136cf-b0bb-4a89-951d-a22ef9428b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd613a7c-65b3-44db-ac85-45e7485d8eab'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:37:20.649455 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d8bcfc-5ddd-4e02-b176-c494ecbecadc" -d '{"events": [{"server_uuid": "706136cf-b0bb-4a89-951d-a22ef9428b0b", "name": "network-vif-plugged", "status": "completed", "tag": "bd613a7c-65b3-44db-ac85-45e7485d8eab"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:37:20.688156 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd89bee-f3bb-4fea-90fc-fccb40281feb x-openstack-request-id: req-fbd89bee-f3bb-4fea-90fc-fccb40281feb {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:37:20.688447 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706136cf-b0bb-4a89-951d-a22ef9428b0b", "name": "network-vif-plugged", "status": "completed", "tag": "bd613a7c-65b3-44db-ac85-45e7485d8eab", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:37:20.688697 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbd89bee-f3bb-4fea-90fc-fccb40281feb {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:37:20.689089 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd89bee-f3bb-4fea-90fc-fccb40281feb'] response: {'server_uuid': '706136cf-b0bb-4a89-951d-a22ef9428b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd613a7c-65b3-44db-ac85-45e7485d8eab', 'code': 200} Sep 24 14:37:20.936787 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7f82a-14a5-4652-9c20-f3d1f2cdce3f req-019afdb6-3af2-4620-8280-c9f45424b1e1 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:20.938533 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-48a7f82a-14a5-4652-9c20-f3d1f2cdce3f req-019afdb6-3af2-4620-8280-c9f45424b1e1 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 946 time: 0.0509396 Sep 24 14:37:20.983224 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:21.031904 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-48a7f82a-14a5-4652-9c20-f3d1f2cdce3f req-0be26704-750d-48aa-a292-479de255271b tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872700 Sep 24 14:37:21.032897 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccfaf6-016a-484f-8313-efe5c9489022 req-0881ed41-8c6c-43d9-a105-b03738366f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:21.034257 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eeccfaf6-016a-484f-8313-efe5c9489022 req-0881ed41-8c6c-43d9-a105-b03738366f61 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1f7134ad65014cb984417c99b3d76eff&device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 1130 time: 0.0666323 Sep 24 14:37:21.200258 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccfaf6-016a-484f-8313-efe5c9489022 req-bbcb8023-8bda-4bcd-85ba-6b0268983221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:21.202496 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eeccfaf6-016a-484f-8313-efe5c9489022 req-bbcb8023-8bda-4bcd-85ba-6b0268983221 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 200 len: 916 time: 0.1381972 Sep 24 14:37:21.209417 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09203f1c-e892-46a4-860b-6d14e2761006 req-b6bd9cf7-ba5c-413c-9979-6600e2c3e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:21.210688 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-09203f1c-e892-46a4-860b-6d14e2761006 req-b6bd9cf7-ba5c-413c-9979-6600e2c3e5f6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 1130 time: 0.0627379 Sep 24 14:37:21.294505 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eeccfaf6-016a-484f-8313-efe5c9489022 req-fd7a9a3d-3d65-4199-960f-c554fbc26f42 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929 HTTP/1.1" status: 200 len: 1000 time: 0.0828526 Sep 24 14:37:21.302003 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-09203f1c-e892-46a4-860b-6d14e2761006 req-5a8d4015-3518-42ce-a4be-99624428bd9c service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830684 Sep 24 14:37:21.352269 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccfaf6-016a-484f-8313-efe5c9489022 req-b5b3e5bf-e5bc-4fa8-b7c5-4e5ea81a3936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:21.353774 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eeccfaf6-016a-484f-8313-efe5c9489022 req-b5b3e5bf-e5bc-4fa8-b7c5-4e5ea81a3936 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=f32d4a51-22a9-4cfb-b152-16f2e987f478 HTTP/1.1" status: 200 len: 855 time: 0.0509067 Sep 24 14:37:21.631056 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762e6b3-3628-479b-94d8-a8beb9199e24 req-b03314d0-1b3d-4d59-b33b-3a778bfc9401 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:21.632481 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4762e6b3-3628-479b-94d8-a8beb9199e24 req-b03314d0-1b3d-4d59-b33b-3a778bfc9401 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 946 time: 0.0453587 Sep 24 14:37:21.677973 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4762e6b3-3628-479b-94d8-a8beb9199e24 req-aa2c21a9-14d4-4e5f-8c21-ab024bc954e4 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400472 Sep 24 14:37:22.148995 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a6fa0-78e6-4aa7-b6c0-808a5b4bc11f req-b7b30f5c-4a21-4053-9ee9-002c5a8f619f tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:22.150426 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8c7a6fa0-78e6-4aa7-b6c0-808a5b4bc11f req-b7b30f5c-4a21-4053-9ee9-002c5a8f619f tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 946 time: 0.0457580 Sep 24 14:37:22.206518 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8c7a6fa0-78e6-4aa7-b6c0-808a5b4bc11f req-adfd8e42-a08c-4dac-8a1c-5278cdb1b67c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501559 Sep 24 14:37:22.234897 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccfaf6-016a-484f-8313-efe5c9489022 req-d82948ae-3319-4b57-98c9-c6e1d782671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:22.236241 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eeccfaf6-016a-484f-8313-efe5c9489022 req-d82948ae-3319-4b57-98c9-c6e1d782671e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=841ec28f-242a-4287-8d65-ef9f3927d5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457928 Sep 24 14:37:22.329067 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eeccfaf6-016a-484f-8313-efe5c9489022 req-ff26dbd6-1ed3-4024-bd7d-3b323af47ce7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856185 Sep 24 14:37:22.394750 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:22.418831 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eeccfaf6-016a-484f-8313-efe5c9489022 req-963df27e-0395-4b87-b65d-de982bdd2522 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831487 Sep 24 14:37:22.804609 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1d1f-3a16-44fe-84f4-d2293b1e9cd2 req-b2776d9a-cf92-4fcb-8047-be3036b071bb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:22.806077 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-df0d1d1f-3a16-44fe-84f4-d2293b1e9cd2 req-b2776d9a-cf92-4fcb-8047-be3036b071bb tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 946 time: 0.0457969 Sep 24 14:37:22.852149 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-df0d1d1f-3a16-44fe-84f4-d2293b1e9cd2 req-d0cc892c-1924-4e5f-9b04-032673806541 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404949 Sep 24 14:37:23.334612 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646279-71e2-43bc-a086-a098d2c428ef req-2cc680d2-7658-4e48-abc1-3a593df01146 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:23.336025 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-64646279-71e2-43bc-a086-a098d2c428ef req-2cc680d2-7658-4e48-abc1-3a593df01146 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 946 time: 0.0505347 Sep 24 14:37:23.384432 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-64646279-71e2-43bc-a086-a098d2c428ef req-ce0972a8-4bd1-46da-a013-fb331ce2d420 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430028 Sep 24 14:37:23.504029 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8430e0-0eff-4d3a-9211-dfe1b93baec9 req-9c55cf09-7458-4af1-afa3-b5faa04fb857 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:23.505443 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-df8430e0-0eff-4d3a-9211-dfe1b93baec9 req-9c55cf09-7458-4af1-afa3-b5faa04fb857 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 946 time: 0.0482569 Sep 24 14:37:23.553136 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-df8430e0-0eff-4d3a-9211-dfe1b93baec9 req-77b55f0b-69f1-41f0-b3cc-ddbd3ab4da2f tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 Sep 24 14:37:23.584818 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46410) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:37:23.665057 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80352c28-6671-4a0c-9485-5ebf5685f637 tempest-TestVolumeBootPattern-355171073 tempest-TestVolumeBootPattern-355171073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:23.666576 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-80352c28-6671-4a0c-9485-5ebf5685f637 tempest-TestVolumeBootPattern-355171073 tempest-TestVolumeBootPattern-355171073-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 1125 time: 0.0808034 Sep 24 14:37:23.669617 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46414) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:37:23.673876 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'port_id': 'bd613a7c-65b3-44db-ac85-45e7485d8eab', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:37:23.696452 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:23.776976 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:23.814292 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:23.881997 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Allocated IP 172.27.1.229 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/2d5af531-62d6-4c7f-9fb6-3bc7a9327a51) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:37:23.988090 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for port (2d5af531-62d6-4c7f-9fb6-3bc7a9327a51), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:24.018975 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (2d5af531-62d6-4c7f-9fb6-3bc7a9327a51), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:24.056061 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:37:24.058993 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:37:24.062473 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:37:24.087045 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'Port': ['ID=2d5af531-62d6-4c7f-9fb6-3bc7a9327a51,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:24.098923 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.099326 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.099599 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.099968 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.100279 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.100578 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.100893 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.101207 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.101524 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.101838 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.102154 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.102490 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.102772 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.103106 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.103415 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:24.371405 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:24.431151 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for floatingip (cb7f0546-6a26-41c7-a796-53fda07e437b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:24.501176 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (2d5af531-62d6-4c7f-9fb6-3bc7a9327a51), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:24.543901 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:24.657797 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for port (2d5af531-62d6-4c7f-9fb6-3bc7a9327a51), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:24.662208 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (2d5af531-62d6-4c7f-9fb6-3bc7a9327a51), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:24.729508 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'Port': ['ID=2d5af531-62d6-4c7f-9fb6-3bc7a9327a51,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:24.734966 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (cb7f0546-6a26-41c7-a796-53fda07e437b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:24.829705 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Floating IP cb7f0546-6a26-41c7-a796-53fda07e437b associated. External IP: 172.27.1.229, port: bd613a7c-65b3-44db-ac85-45e7485d8eab. Sep 24 14:37:25.030704 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:37:25.131907 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:37:25.142120 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee21ff41-1076-4a00-85e7-32a6f193689b None None] Sync routers for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:37:25.145803 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:25.155765 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee21ff41-1076-4a00-85e7-32a6f193689b None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:37:25.156449 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-ee21ff41-1076-4a00-85e7-32a6f193689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:36:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:37:25.160099 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.195411 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-793bcdfc-ffe2-4be0-a7f8-3738a3859f85 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5225472 Sep 24 14:37:25.195411 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706136cf-b0bb-4a89-951d-a22ef9428b0b', 'tag': 'bd613a7c-65b3-44db-ac85-45e7485d8eab'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:37:25.196224 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ca2b67-9397-4246-9153-1d44d5d7c140" -d '{"events": [{"name": "network-changed", "server_uuid": "706136cf-b0bb-4a89-951d-a22ef9428b0b", "tag": "bd613a7c-65b3-44db-ac85-45e7485d8eab"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:37:25.236793 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e7e10e-0e66-43c4-ad51-3b046bbef50c x-openstack-request-id: req-92e7e10e-0e66-43c4-ad51-3b046bbef50c {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:37:25.237131 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706136cf-b0bb-4a89-951d-a22ef9428b0b", "tag": "bd613a7c-65b3-44db-ac85-45e7485d8eab", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:37:25.237428 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92e7e10e-0e66-43c4-ad51-3b046bbef50c {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:37:25.237836 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e7e10e-0e66-43c4-ad51-3b046bbef50c'] response: {'name': 'network-changed', 'server_uuid': '706136cf-b0bb-4a89-951d-a22ef9428b0b', 'tag': 'bd613a7c-65b3-44db-ac85-45e7485d8eab', 'status': 'completed', 'code': 200} Sep 24 14:37:25.261788 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-ee21ff41-1076-4a00-85e7-32a6f193689b None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:37:25.330748 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca2b67-9397-4246-9153-1d44d5d7c140 req-673061cf-2522-493f-838b-9bec05b1a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:25.332357 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89ca2b67-9397-4246-9153-1d44d5d7c140 req-673061cf-2522-493f-838b-9bec05b1a143 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 1130 time: 0.0404022 Sep 24 14:37:25.354424 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46430) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:37:25.359517 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1623024787', 'description': 'tempest-description--1733026861'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:37:25.381254 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.431590 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca2b67-9397-4246-9153-1d44d5d7c140 req-4b82441b-3c06-43a3-92cc-9f6ef643a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:25.433851 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89ca2b67-9397-4246-9153-1d44d5d7c140 req-4b82441b-3c06-43a3-92cc-9f6ef643a855 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 911 time: 0.0957339 Sep 24 14:37:25.455133 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (4252b49a-c7f7-418e-b835-7a696a4231d4), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.459558 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (4252b49a-c7f7-418e-b835-7a696a4231d4), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.489646 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.490882 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1352720 Sep 24 14:37:25.493759 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46432) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:37:25.496783 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-ee21ff41-1076-4a00-85e7-32a6f193689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'cb7f0546-6a26-41c7-a796-53fda07e437b', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': 'bd613a7c-65b3-44db-ac85-45e7485d8eab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:fc:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706136cf-b0bb-4a89-951d-a22ef9428b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:37:24Z', 'updated_at': '2022-09-24T14:37:24Z', 'revision_number': 0, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:37:25.498946 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-be7a8539-5087-4196-810e-e9d08120949f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'security_group_rule': {'security_group_id': '4252b49a-c7f7-418e-b835-7a696a4231d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:37:25.504316 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4252b49a-c7f7-418e-b835-7a696a4231d4,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:25.509107 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89ca2b67-9397-4246-9153-1d44d5d7c140 req-30767f75-ffbd-40c8-9cb4-4433ea9d83d9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd613a7c-65b3-44db-ac85-45e7485d8eab HTTP/1.1" status: 200 len: 1000 time: 0.0592260 Sep 24 14:37:25.516392 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.516731 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.517068 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.517395 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.517723 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.518044 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.518365 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.518684 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.519032 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.519350 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.519665 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.519980 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.520289 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.520601 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.520915 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd2d11-195d-4969-a756-81959b7f6de1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:37:25.525008 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee21ff41-1076-4a00-85e7-32a6f193689b None None] Checking router: d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:37:25.535925 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee21ff41-1076-4a00-85e7-32a6f193689b None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:37:25.536656 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-ee21ff41-1076-4a00-85e7-32a6f193689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:36:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:37:25.544065 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-be7a8539-5087-4196-810e-e9d08120949f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (f75d148d-b649-487c-871e-c8dcdf2066ec), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.569862 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca2b67-9397-4246-9153-1d44d5d7c140 req-8a58ebd2-437f-419e-8858-261050da6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:25.571401 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89ca2b67-9397-4246-9153-1d44d5d7c140 req-8a58ebd2-437f-419e-8858-261050da6bae service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 200 len: 850 time: 0.0559564 Sep 24 14:37:25.608291 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-be7a8539-5087-4196-810e-e9d08120949f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (f75d148d-b649-487c-871e-c8dcdf2066ec), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.613386 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-be7a8539-5087-4196-810e-e9d08120949f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (f75d148d-b649-487c-871e-c8dcdf2066ec), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.616275 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:25.623632 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca2b67-9397-4246-9153-1d44d5d7c140 req-8056348b-d072-4868-8505-0465d5768bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:25.625134 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89ca2b67-9397-4246-9153-1d44d5d7c140 req-8056348b-d072-4868-8505-0465d5768bf0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=48c641d5-f10b-46bc-b665-df597be281fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470002 Sep 24 14:37:25.629921 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a8539-5087-4196-810e-e9d08120949f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75d148d-b649-487c-871e-c8dcdf2066ec,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:25.634464 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:25.641799 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-be7a8539-5087-4196-810e-e9d08120949f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.643032 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-be7a8539-5087-4196-810e-e9d08120949f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476088 Sep 24 14:37:25.645687 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46434) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:37:25.650079 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-56d0c68d-ee3b-4a3d-9dde-70a323d0f37e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'security_group_rule': {'security_group_id': '4252b49a-c7f7-418e-b835-7a696a4231d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:37:25.653828 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-ee21ff41-1076-4a00-85e7-32a6f193689b None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:37:25.663265 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:25.684776 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-56d0c68d-ee3b-4a3d-9dde-70a323d0f37e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (24254aa0-5044-4b86-9477-06c0a10d12e1), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.736202 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b55b00fd-7069-4d22-8359-dc77963fa187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.754631 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-56d0c68d-ee3b-4a3d-9dde-70a323d0f37e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (24254aa0-5044-4b86-9477-06c0a10d12e1), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.759096 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-56d0c68d-ee3b-4a3d-9dde-70a323d0f37e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (24254aa0-5044-4b86-9477-06c0a10d12e1), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.764357 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89ca2b67-9397-4246-9153-1d44d5d7c140 req-5cc64767-eef6-42d2-a914-9582a934a16a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058745 Sep 24 14:37:25.783141 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0c68d-ee3b-4a3d-9dde-70a323d0f37e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24254aa0-5044-4b86-9477-06c0a10d12e1,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:25.790276 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-56d0c68d-ee3b-4a3d-9dde-70a323d0f37e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.794365 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-56d0c68d-ee3b-4a3d-9dde-70a323d0f37e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448157 Sep 24 14:37:25.794659 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46436) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:37:25.799334 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:37:25.833658 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:25.877666 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-89ca2b67-9397-4246-9153-1d44d5d7c140 req-3f9b3b71-49f8-4a3e-af06-b411572fb8ab service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075497 Sep 24 14:37:25.918550 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:26.023864 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Allocated IP 172.27.1.115 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/3ec847ec-c397-4c7c-bf19-279fe817bd12) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:37:26.107682 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-ee21ff41-1076-4a00-85e7-32a6f193689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'cb7f0546-6a26-41c7-a796-53fda07e437b', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': 'bd613a7c-65b3-44db-ac85-45e7485d8eab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:fc:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706136cf-b0bb-4a89-951d-a22ef9428b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:37:24Z', 'updated_at': '2022-09-24T14:37:24Z', 'revision_number': 0, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:37:26.131262 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for port (3ec847ec-c397-4c7c-bf19-279fe817bd12), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:26.145449 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee21ff41-1076-4a00-85e7-32a6f193689b None None] The sync data for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi is: [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'cb7f0546-6a26-41c7-a796-53fda07e437b', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': 'bd613a7c-65b3-44db-ac85-45e7485d8eab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:fc:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706136cf-b0bb-4a89-951d-a22ef9428b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:37:24Z', 'updated_at': '2022-09-24T14:37:24Z', 'revision_number': 0, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:37:26.164603 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (3ec847ec-c397-4c7c-bf19-279fe817bd12), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:26.204884 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:37:26.209765 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:37:26.213541 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:37:26.216888 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'Port': ['ID=3ec847ec-c397-4c7c-bf19-279fe817bd12,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:26.301392 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (b253892f-1a27-4fae-9e8c-929d1245e4ce), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:26.340723 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (3ec847ec-c397-4c7c-bf19-279fe817bd12), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:26.343068 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:26.349368 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f2149-904c-4a97-8a3f-afded6ab2657 None None] New status for floating IP cb7f0546-6a26-41c7-a796-53fda07e437b: ACTIVE {{(pid=106296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:37:26.432962 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:26.496203 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for port (3ec847ec-c397-4c7c-bf19-279fe817bd12), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:26.500883 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (3ec847ec-c397-4c7c-bf19-279fe817bd12), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:26.570850 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'Port': ['ID=3ec847ec-c397-4c7c-bf19-279fe817bd12,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:26.574296 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (b253892f-1a27-4fae-9e8c-929d1245e4ce), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:26.593196 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:26.594432 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-42c531ba-19e4-43cd-ac82-a685552cc956 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7987289 Sep 24 14:37:26.789137 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-7da2349a-8b46-4bc5-8b9f-7d66de2263f6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1623024787&fields=id&tenant_id=21710ac430424ec9bf33aabfda5eb8ba HTTP/1.1" status: 200 len: 267 time: 0.0411642 Sep 24 14:37:26.895478 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-e5ae7adf-814a-4ae1-bda4-d940bb41a8d3 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:26.896906 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-e5ae7adf-814a-4ae1-bda4-d940bb41a8d3 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 815 time: 0.1011391 Sep 24 14:37:26.911581 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-4f033424-3e80-4c1a-aae3-970fb8bbe0a9 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/quotas/21710ac430424ec9bf33aabfda5eb8ba HTTP/1.1" status: 200 len: 375 time: 0.0093625 Sep 24 14:37:26.960594 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-7505af56-1129-4fb1-a0aa-7b2be02bca62 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0443230 Sep 24 14:37:26.975734 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-53ba102b-9813-4694-95a1-387694327f93 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 24 14:37:26.976659 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-53ba102b-9813-4694-95a1-387694327f93 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048056 Sep 24 14:37:27.064080 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-cb00e4b5-cc92-4fd4-9067-fd5e45f0d52c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823066 Sep 24 14:37:27.153654 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-9fe9fb17-2862-4648-9043-a6ee920f1850 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839069 Sep 24 14:37:27.316654 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-48ca3c44-457e-4f07-8770-d55916da1668 req-6970898c-dc4e-46e7-a798-dffa1b2945ed tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 210 time: 0.0302250 Sep 24 14:37:28.117505 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b681c9c6-539a-4cbe-9715-671be29388c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:28.430197 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3c154ffa-5c22-4f16-b49b-6b8b3f24bb27 req-37ce5d93-0e01-4519-9160-236b5e4ba098 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 210 time: 0.0391130 Sep 24 14:37:28.537876 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:28.559595 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c0c4a101-9df5-499f-acb8-3a55022840ea tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:28.561220 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c0c4a101-9df5-499f-acb8-3a55022840ea tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 815 time: 0.1055198 Sep 24 14:37:28.638208 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-f0c77421-3f61-4a3a-993b-591fc791f9fb tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=21710ac430424ec9bf33aabfda5eb8ba HTTP/1.1" status: 200 len: 472 time: 0.0631313 Sep 24 14:37:28.746602 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c8f71859-d23f-4f4f-9094-107a6212475e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'port': {'device_id': '7469bc81-1670-47f3-95c4-d1092e46a9fb', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'admin_state_up': True, 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'security_groups': ['4252b49a-c7f7-418e-b835-7a696a4231d4']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:37:29.105555 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c8f71859-d23f-4f4f-9094-107a6212475e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Made reservation on behalf of 21710ac430424ec9bf33aabfda5eb8ba for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:37:29.110104 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c8f71859-d23f-4f4f-9094-107a6212475e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:29.181823 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:29.220756 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:29.240789 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c8f71859-d23f-4f4f-9094-107a6212475e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Allocated IP 172.20.0.10 (dd29c2a7-29a9-46cb-ada7-34fd38591f69/ddea60b8-af69-4175-952d-b1c6de595af8/93bff716-3fa0-422f-8621-292de0ae643c) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:37:29.378449 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c8f71859-d23f-4f4f-9094-107a6212475e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for port (93bff716-3fa0-422f-8621-292de0ae643c), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:29.409349 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c8f71859-d23f-4f4f-9094-107a6212475e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (93bff716-3fa0-422f-8621-292de0ae643c), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:29.453608 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c8f71859-d23f-4f4f-9094-107a6212475e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Network dd29c2a7-29a9-46cb-ada7-34fd38591f69 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:37:29.456793 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c8f71859-d23f-4f4f-9094-107a6212475e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:37:29.460677 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c8f71859-d23f-4f4f-9094-107a6212475e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:37:29.488081 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f71859-d23f-4f4f-9094-107a6212475e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'Port': ['ID=93bff716-3fa0-422f-8621-292de0ae643c,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:29.519269 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c8f71859-d23f-4f4f-9094-107a6212475e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:29.520266 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c8f71859-d23f-4f4f-9094-107a6212475e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:29.538227 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c8f71859-d23f-4f4f-9094-107a6212475e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7955048 Sep 24 14:37:29.557814 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Request body: {'port': {'device_id': '7469bc81-1670-47f3-95c4-d1092e46a9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:37:29.623501 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (93bff716-3fa0-422f-8621-292de0ae643c), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:29.747386 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-53a2a7d7-502b-4a15-923d-1dc1e4eac3c2 None None] Provisioning complete for port 93bff716-3fa0-422f-8621-292de0ae643c triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:37:29.747696 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-53a2a7d7-502b-4a15-923d-1dc1e4eac3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (93bff716-3fa0-422f-8621-292de0ae643c), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:29.748229 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-53a2a7d7-502b-4a15-923d-1dc1e4eac3c2 None None] Attempt 1 to provision port 93bff716-3fa0-422f-8621-292de0ae643c Sep 24 14:37:29.781369 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-53a2a7d7-502b-4a15-923d-1dc1e4eac3c2 None None] Port 93bff716-3fa0-422f-8621-292de0ae643c cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:37:29.814684 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:29.823547 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66923838-0f2b-4916-9671-d7c0de8c4220 req-5969e67a-5b0b-4669-b7e3-adad8ece75b5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:29.825116 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-66923838-0f2b-4916-9671-d7c0de8c4220 req-5969e67a-5b0b-4669-b7e3-adad8ece75b5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 932 time: 0.3078048 Sep 24 14:37:29.874557 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-66923838-0f2b-4916-9671-d7c0de8c4220 req-85ebf2c1-0ee7-4712-935e-e494b7570713 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4252b49a-c7f7-418e-b835-7a696a4231d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429592 Sep 24 14:37:29.900546 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bff716-3fa0-422f-8621-292de0ae643c {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:37:29.908482 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Publish callbacks [] for port (93bff716-3fa0-422f-8621-292de0ae643c), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:29.913737 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:29.922673 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Transition to ACTIVE for port object 93bff716-3fa0-422f-8621-292de0ae643c will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:37:29.926465 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (93bff716-3fa0-422f-8621-292de0ae643c), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:29.986591 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Pushing event updated for resources: {'Port': ['ID=93bff716-3fa0-422f-8621-292de0ae643c,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:30.042127 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Attempting to bind port 93bff716-3fa0-422f-8621-292de0ae643c on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:37:30.042462 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Attempting to bind port 93bff716-3fa0-422f-8621-292de0ae643c by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:37:30.042787 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Attempting to bind port 93bff716-3fa0-422f-8621-292de0ae643c on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:37:30.086897 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Port 93bff716-3fa0-422f-8621-292de0ae643c on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:37:30.087236 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Attempting to bind port 93bff716-3fa0-422f-8621-292de0ae643c on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:37:30.128467 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:37:30.128800 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Checking segment: {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:37:30.129183 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Bound using segment: {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:37:30.129616 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Bound port: 93bff716-3fa0-422f-8621-292de0ae643c, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:37:30.129977 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (93bff716-3fa0-422f-8621-292de0ae643c), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:30.189704 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] For port 93bff716-3fa0-422f-8621-292de0ae643c, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:37:30.192720 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] For port 93bff716-3fa0-422f-8621-292de0ae643c, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=93bff716-3fa0-422f-8621-292de0ae643c,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:37:30.198198 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (93bff716-3fa0-422f-8621-292de0ae643c), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:30.202284 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:30.202923 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:30.204281 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/93bff716-3fa0-422f-8621-292de0ae643c HTTP/1.1" status: 200 len: 1094 time: 0.6512833 Sep 24 14:37:30.205742 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7469bc81-1670-47f3-95c4-d1092e46a9fb', 'tag': '93bff716-3fa0-422f-8621-292de0ae643c'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:37:30.208039 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d291fb4b-205e-495c-a081-9f24fbfff25f" -d '{"events": [{"name": "network-changed", "server_uuid": "7469bc81-1670-47f3-95c4-d1092e46a9fb", "tag": "93bff716-3fa0-422f-8621-292de0ae643c"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:37:30.258525 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e785f-56c1-4cd4-8f9f-0fbedec98833 service neutron] Pushing event updated for resources: {'Port': ['ID=93bff716-3fa0-422f-8621-292de0ae643c,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:30.272308 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a6616b-e4d9-4174-964b-a897eac548da x-openstack-request-id: req-f5a6616b-e4d9-4174-964b-a897eac548da {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:37:30.272597 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7469bc81-1670-47f3-95c4-d1092e46a9fb", "tag": "93bff716-3fa0-422f-8621-292de0ae643c", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:37:30.272846 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5a6616b-e4d9-4174-964b-a897eac548da {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:37:30.273243 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a6616b-e4d9-4174-964b-a897eac548da'] response: {'name': 'network-changed', 'server_uuid': '7469bc81-1670-47f3-95c4-d1092e46a9fb', 'tag': '93bff716-3fa0-422f-8621-292de0ae643c', 'status': 'completed', 'code': 200} Sep 24 14:37:30.282441 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-53a2a7d7-502b-4a15-923d-1dc1e4eac3c2 None None] Attempt 2 to provision port 93bff716-3fa0-422f-8621-292de0ae643c Sep 24 14:37:30.323334 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-53a2a7d7-502b-4a15-923d-1dc1e4eac3c2 None None] Port 93bff716-3fa0-422f-8621-292de0ae643c had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:37:30.347251 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-8ab4230d-641e-4e1e-9dbb-5b51d2c707f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:30.348740 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-8ab4230d-641e-4e1e-9dbb-5b51d2c707f8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 1128 time: 0.0398314 Sep 24 14:37:30.400892 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-625ed2aa-9813-479d-b9c3-ca74077a4a0d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93bff716-3fa0-422f-8621-292de0ae643c HTTP/1.1" status: 200 len: 217 time: 0.0310411 Sep 24 14:37:30.447970 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-b3d953f5-cafb-4971-a0d1-9a348a91ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:30.449297 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-b3d953f5-cafb-4971-a0d1-9a348a91ea27 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 200 len: 854 time: 0.0431178 Sep 24 14:37:30.502475 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-d43d9966-b76d-4cc3-89e4-f0e185285e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:30.503935 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-d43d9966-b76d-4cc3-89e4-f0e185285e3f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd29c2a7-29a9-46cb-ada7-34fd38591f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414004 Sep 24 14:37:30.597034 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-589c15d3-48d8-4b4d-8f82-d8c907262d9d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818908 Sep 24 14:37:30.661852 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:30.692135 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cf0e182a-b422-46ee-b3f3-8a622199c3c0 req-c3e7a7d4-58ec-4c3e-93d2-f75a838808f9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897496 Sep 24 14:37:30.854227 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:30.998393 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481d0a5-73fd-4a68-a397-61530cf08af6 req-e77777f8-91e6-428e-b60b-401732a5165f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:30.999903 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7481d0a5-73fd-4a68-a397-61530cf08af6 req-e77777f8-91e6-428e-b60b-401732a5165f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 944 time: 0.0468330 Sep 24 14:37:31.046208 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7481d0a5-73fd-4a68-a397-61530cf08af6 req-91d4aea0-ec8e-4eec-8dea-61f215b16f17 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4252b49a-c7f7-418e-b835-7a696a4231d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 Sep 24 14:37:32.167305 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a341c22-5b8e-41cb-a41a-4c7c3fcb8568 req-36256e13-cd1e-4eba-925e-52c3f1a62231 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:32.168751 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8a341c22-5b8e-41cb-a41a-4c7c3fcb8568 req-36256e13-cd1e-4eba-925e-52c3f1a62231 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 944 time: 0.0463338 Sep 24 14:37:32.181118 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:32.217395 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8a341c22-5b8e-41cb-a41a-4c7c3fcb8568 req-7176b27a-52a3-485b-ab21-3e76f76b29cc tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4252b49a-c7f7-418e-b835-7a696a4231d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420721 Sep 24 14:37:33.236080 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291fb4b-205e-495c-a081-9f24fbfff25f req-e060a3af-e5cb-4f60-b36a-0b22a6e599e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:33.237557 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d291fb4b-205e-495c-a081-9f24fbfff25f req-e060a3af-e5cb-4f60-b36a-0b22a6e599e3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 1128 time: 0.0408952 Sep 24 14:37:33.333601 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291fb4b-205e-495c-a081-9f24fbfff25f req-8481cfbb-7e76-43ff-af07-d5b3ffb57dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:33.335100 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d291fb4b-205e-495c-a081-9f24fbfff25f req-8481cfbb-7e76-43ff-af07-d5b3ffb57dde service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 915 time: 0.0915461 Sep 24 14:37:33.339404 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b60a0d-68ef-42c5-8107-4c78a763a555 req-dc31e764-8a37-4e78-a95c-23faa54c35b8 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:33.340851 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-61b60a0d-68ef-42c5-8107-4c78a763a555 req-dc31e764-8a37-4e78-a95c-23faa54c35b8 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 944 time: 0.0507782 Sep 24 14:37:33.373849 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d291fb4b-205e-495c-a081-9f24fbfff25f req-0aba0b54-186c-444e-a6e7-c6303c4b3288 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93bff716-3fa0-422f-8621-292de0ae643c HTTP/1.1" status: 200 len: 217 time: 0.0327246 Sep 24 14:37:33.387584 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-61b60a0d-68ef-42c5-8107-4c78a763a555 req-ee5c1bc5-e903-4d14-9c59-c77455bfede7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4252b49a-c7f7-418e-b835-7a696a4231d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406585 Sep 24 14:37:33.420396 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:33.427683 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291fb4b-205e-495c-a081-9f24fbfff25f req-c4d1d77b-1b0d-43b1-b721-1cba3858e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:33.429118 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d291fb4b-205e-495c-a081-9f24fbfff25f req-c4d1d77b-1b0d-43b1-b721-1cba3858e156 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 200 len: 854 time: 0.0492470 Sep 24 14:37:33.471875 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291fb4b-205e-495c-a081-9f24fbfff25f req-8a210606-811a-4e02-a9f8-e146b9abd509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:33.473295 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d291fb4b-205e-495c-a081-9f24fbfff25f req-8a210606-811a-4e02-a9f8-e146b9abd509 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd29c2a7-29a9-46cb-ada7-34fd38591f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372603 Sep 24 14:37:33.564598 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d291fb4b-205e-495c-a081-9f24fbfff25f req-289deb2c-5414-4081-a4cc-e20502b617e6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843549 Sep 24 14:37:33.665705 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-d291fb4b-205e-495c-a081-9f24fbfff25f req-e004695c-57e2-4f8f-b1df-c73bf2a2da85 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880289 Sep 24 14:37:34.338211 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 93bff716-3fa0-422f-8621-292de0ae643c details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:37:34.340454 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:34.399533 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:34.409198 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:34.441360 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 93bff716-3fa0-422f-8621-292de0ae643c, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=93bff716-3fa0-422f-8621-292de0ae643c,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:37:34.456297 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '93bff716-3fa0-422f-8621-292de0ae643c', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'port_id': '93bff716-3fa0-422f-8621-292de0ae643c', 'mac_address': 'fa:16:3e:0c:2a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:37:34.490500 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 93bff716-3fa0-422f-8621-292de0ae643c is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:37:34.490923 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (93bff716-3fa0-422f-8621-292de0ae643c), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:34.504969 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bff716-3fa0-422f-8621-292de0ae643c {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:37:34.507857 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f6523-79cf-4033-ac8b-220aac5300d6 req-cf7b70cb-0840-4400-bfbe-d3aadbc63863 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:34.509320 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7f3f6523-79cf-4033-ac8b-220aac5300d6 req-cf7b70cb-0840-4400-bfbe-d3aadbc63863 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 944 time: 0.0472648 Sep 24 14:37:34.524919 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 93bff716-3fa0-422f-8621-292de0ae643c, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=93bff716-3fa0-422f-8621-292de0ae643c,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:37:34.528740 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (93bff716-3fa0-422f-8621-292de0ae643c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:34.561213 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7f3f6523-79cf-4033-ac8b-220aac5300d6 req-993382ae-ef21-4b3e-aea6-6d001e81c213 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4252b49a-c7f7-418e-b835-7a696a4231d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462463 Sep 24 14:37:34.574243 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=93bff716-3fa0-422f-8621-292de0ae643c,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:35.025650 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['93bff716-3fa0-422f-8621-292de0ae643c'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:37:35.684690 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc2322-cff6-43d3-b289-b9574aeeb1e5 req-01965a54-07ec-4478-ba7c-030ff51b66b9 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:35.686664 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4abc2322-cff6-43d3-b289-b9574aeeb1e5 req-01965a54-07ec-4478-ba7c-030ff51b66b9 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 945 time: 0.0494969 Sep 24 14:37:35.733666 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4abc2322-cff6-43d3-b289-b9574aeeb1e5 req-18a3cc2b-e5cf-4e8a-953d-2820175b43f5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4252b49a-c7f7-418e-b835-7a696a4231d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400000 Sep 24 14:37:36.360272 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 93bff716-3fa0-422f-8621-292de0ae643c up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:37:36.402680 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 93bff716-3fa0-422f-8621-292de0ae643c completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:37:36.408453 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 93bff716-3fa0-422f-8621-292de0ae643c triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:37:36.408834 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (93bff716-3fa0-422f-8621-292de0ae643c), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:36.409171 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 93bff716-3fa0-422f-8621-292de0ae643c Sep 24 14:37:36.481654 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 93bff716-3fa0-422f-8621-292de0ae643c is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:37:36.482038 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (93bff716-3fa0-422f-8621-292de0ae643c), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:36.504272 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7469bc81-1670-47f3-95c4-d1092e46a9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bff716-3fa0-422f-8621-292de0ae643c'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:37:36.506523 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4a048b-7180-47b9-ab70-4553ffec7de2" -d '{"events": [{"server_uuid": "7469bc81-1670-47f3-95c4-d1092e46a9fb", "name": "network-vif-plugged", "status": "completed", "tag": "93bff716-3fa0-422f-8621-292de0ae643c"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:37:36.519307 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 93bff716-3fa0-422f-8621-292de0ae643c, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=93bff716-3fa0-422f-8621-292de0ae643c,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:37:36.523402 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (93bff716-3fa0-422f-8621-292de0ae643c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:36.545149 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95697b7-1489-4ad3-a8f1-d9b8e484f057 x-openstack-request-id: req-c95697b7-1489-4ad3-a8f1-d9b8e484f057 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:37:36.545418 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7469bc81-1670-47f3-95c4-d1092e46a9fb", "name": "network-vif-plugged", "status": "completed", "tag": "93bff716-3fa0-422f-8621-292de0ae643c", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:37:36.545668 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c95697b7-1489-4ad3-a8f1-d9b8e484f057 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:37:36.546055 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95697b7-1489-4ad3-a8f1-d9b8e484f057'] response: {'server_uuid': '7469bc81-1670-47f3-95c4-d1092e46a9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bff716-3fa0-422f-8621-292de0ae643c', 'code': 200} Sep 24 14:37:36.571613 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=93bff716-3fa0-422f-8621-292de0ae643c,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:37:36.769632 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bc9db-4c9c-419e-9b7c-65f8eb42cd9f req-1711e30e-8de8-46bf-aeda-5e2e8d7a3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:36.771162 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-803bc9db-4c9c-419e-9b7c-65f8eb42cd9f req-1711e30e-8de8-46bf-aeda-5e2e8d7a3ed0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 1130 time: 0.0391955 Sep 24 14:37:36.816166 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-803bc9db-4c9c-419e-9b7c-65f8eb42cd9f req-210a30a1-9bba-4b4c-8b87-309497cc38c7 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4252b49a-c7f7-418e-b835-7a696a4231d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386708 Sep 24 14:37:36.855750 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c8bc9-944e-4f5c-87c4-4324c0212a80 req-4494fadb-eb5f-4702-acbc-e73336efc8cd tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:36.857720 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e80c8bc9-944e-4f5c-87c4-4324c0212a80 req-4494fadb-eb5f-4702-acbc-e73336efc8cd tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 946 time: 0.0492072 Sep 24 14:37:36.903595 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e80c8bc9-944e-4f5c-87c4-4324c0212a80 req-1dabdcc0-df6f-4e48-947c-c6640e0178f4 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4252b49a-c7f7-418e-b835-7a696a4231d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399284 Sep 24 14:37:38.037780 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109d995-2453-433b-b077-4788556f9645 req-a50274be-5312-4860-8176-1a00e28bdf2f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:38.039298 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2109d995-2453-433b-b077-4788556f9645 req-a50274be-5312-4860-8176-1a00e28bdf2f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 946 time: 0.0505614 Sep 24 14:37:38.087548 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2109d995-2453-433b-b077-4788556f9645 req-81d66e70-b7fc-4418-8e3e-910b4293690c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4252b49a-c7f7-418e-b835-7a696a4231d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Sep 24 14:37:39.206846 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d952f-6823-4cc9-90f6-acf3d4bfae02 req-b2c7346f-891d-4e26-a133-294aa3e66b64 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:39.208281 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cf0d952f-6823-4cc9-90f6-acf3d4bfae02 req-b2c7346f-891d-4e26-a133-294aa3e66b64 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 946 time: 0.0454121 Sep 24 14:37:39.258373 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cf0d952f-6823-4cc9-90f6-acf3d4bfae02 req-d3f2b9db-3258-41bf-973c-0988618731dc tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4252b49a-c7f7-418e-b835-7a696a4231d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446079 Sep 24 14:37:39.376599 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775de626-637e-4e5a-94ca-a8e160294305 req-0bb56fe5-e4c4-4f76-a73c-d3b3f028225f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:39.377967 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-775de626-637e-4e5a-94ca-a8e160294305 req-0bb56fe5-e4c4-4f76-a73c-d3b3f028225f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 946 time: 0.0488107 Sep 24 14:37:39.387951 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46500) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:37:39.392822 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-ab82835c-9cf4-4b9f-a217-3c4749676475 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'floatingip': {'port_id': '93bff716-3fa0-422f-8621-292de0ae643c'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:37:39.429372 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ab82835c-9cf4-4b9f-a217-3c4749676475 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (b253892f-1a27-4fae-9e8c-929d1245e4ce), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:39.632147 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:39.842309 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ab82835c-9cf4-4b9f-a217-3c4749676475 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:39.846105 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ab82835c-9cf4-4b9f-a217-3c4749676475 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (b253892f-1a27-4fae-9e8c-929d1245e4ce), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:39.847655 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:39.940944 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-ab82835c-9cf4-4b9f-a217-3c4749676475 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Floating IP b253892f-1a27-4fae-9e8c-929d1245e4ce associated. External IP: 172.27.1.115, port: 93bff716-3fa0-422f-8621-292de0ae643c. Sep 24 14:37:40.129676 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab82835c-9cf4-4b9f-a217-3c4749676475 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:37:40.230618 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab82835c-9cf4-4b9f-a217-3c4749676475 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:37:40.237573 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ab82835c-9cf4-4b9f-a217-3c4749676475 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:40.239471 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:40.243589 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c7b7fc-d235-4b03-90c0-8c7c7325f69e None None] Sync routers for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:37:40.244267 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:40.253734 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c7b7fc-d235-4b03-90c0-8c7c7325f69e None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:37:40.254351 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-23c7b7fc-d235-4b03-90c0-8c7c7325f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:37:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:37:40.269319 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ab82835c-9cf4-4b9f-a217-3c4749676475 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/b253892f-1a27-4fae-9e8c-929d1245e4ce HTTP/1.1" status: 200 len: 992 time: 0.8796904 Sep 24 14:37:40.270048 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7469bc81-1670-47f3-95c4-d1092e46a9fb', 'tag': '93bff716-3fa0-422f-8621-292de0ae643c'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:37:40.272361 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b14439d-01ca-41b2-8b22-28bcf15ce86d" -d '{"events": [{"name": "network-changed", "server_uuid": "7469bc81-1670-47f3-95c4-d1092e46a9fb", "tag": "93bff716-3fa0-422f-8621-292de0ae643c"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:37:40.311655 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88eebac2-e72d-4e6f-ae54-8f6cefe6f38b x-openstack-request-id: req-88eebac2-e72d-4e6f-ae54-8f6cefe6f38b {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:37:40.311935 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7469bc81-1670-47f3-95c4-d1092e46a9fb", "tag": "93bff716-3fa0-422f-8621-292de0ae643c", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:37:40.312186 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-88eebac2-e72d-4e6f-ae54-8f6cefe6f38b {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:37:40.312608 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88eebac2-e72d-4e6f-ae54-8f6cefe6f38b'] response: {'name': 'network-changed', 'server_uuid': '7469bc81-1670-47f3-95c4-d1092e46a9fb', 'tag': '93bff716-3fa0-422f-8621-292de0ae643c', 'status': 'completed', 'code': 200} Sep 24 14:37:40.358275 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-23c7b7fc-d235-4b03-90c0-8c7c7325f69e None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:37:40.421438 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14439d-01ca-41b2-8b22-28bcf15ce86d req-dfc3cbcd-0d41-46ac-918f-096f1a1ec660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:40.422944 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0b14439d-01ca-41b2-8b22-28bcf15ce86d req-dfc3cbcd-0d41-46ac-918f-096f1a1ec660 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 1130 time: 0.0399299 Sep 24 14:37:40.514782 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14439d-01ca-41b2-8b22-28bcf15ce86d req-31318be9-21de-4722-937f-78c6ed60d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:40.516204 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0b14439d-01ca-41b2-8b22-28bcf15ce86d req-31318be9-21de-4722-937f-78c6ed60d6e8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 915 time: 0.0867970 Sep 24 14:37:40.567724 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-23c7b7fc-d235-4b03-90c0-8c7c7325f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '0168e9b2-3207-45c4-a051-fb246052d86a', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': '044af794-88a5-48b6-b924-7e393056241b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:7f:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:35:04Z', 'updated_at': '2022-09-24T14:35:20Z', 'revision_number': 2, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}, {'id': 'b253892f-1a27-4fae-9e8c-929d1245e4ce', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': '93bff716-3fa0-422f-8621-292de0ae643c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:0c:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469bc81-1670-47f3-95c4-d1092e46a9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:37:26Z', 'updated_at': '2022-09-24T14:37:39Z', 'revision_number': 1, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:37:40.576957 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0b14439d-01ca-41b2-8b22-28bcf15ce86d req-8cda7d30-ff95-4c8c-8927-848a8f02ef9b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93bff716-3fa0-422f-8621-292de0ae643c HTTP/1.1" status: 200 len: 1000 time: 0.0545504 Sep 24 14:37:40.592376 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c7b7fc-d235-4b03-90c0-8c7c7325f69e None None] Checking router: a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:37:40.600654 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c7b7fc-d235-4b03-90c0-8c7c7325f69e None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:37:40.601255 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-23c7b7fc-d235-4b03-90c0-8c7c7325f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:37:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:37:40.628089 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14439d-01ca-41b2-8b22-28bcf15ce86d req-75b8385a-e92f-48b4-ab0d-eed57a8bb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:40.629538 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0b14439d-01ca-41b2-8b22-28bcf15ce86d req-75b8385a-e92f-48b4-ab0d-eed57a8bb75f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 200 len: 854 time: 0.0469122 Sep 24 14:37:40.673523 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14439d-01ca-41b2-8b22-28bcf15ce86d req-78bf2b12-5081-4e25-be13-304fe14f7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:37:40.675151 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0b14439d-01ca-41b2-8b22-28bcf15ce86d req-78bf2b12-5081-4e25-be13-304fe14f7fc0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd29c2a7-29a9-46cb-ada7-34fd38591f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395398 Sep 24 14:37:40.702711 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-23c7b7fc-d235-4b03-90c0-8c7c7325f69e None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:37:40.726177 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:40.766648 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0b14439d-01ca-41b2-8b22-28bcf15ce86d req-242f0ab4-dba2-40cc-b618-5ced76a78c9b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846274 Sep 24 14:37:40.858252 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0b14439d-01ca-41b2-8b22-28bcf15ce86d req-6e0b5213-981a-488e-b2b0-7ceb704533e1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854182 Sep 24 14:37:40.867650 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:40.914316 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-23c7b7fc-d235-4b03-90c0-8c7c7325f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '0168e9b2-3207-45c4-a051-fb246052d86a', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': '044af794-88a5-48b6-b924-7e393056241b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:7f:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:35:04Z', 'updated_at': '2022-09-24T14:35:20Z', 'revision_number': 2, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}, {'id': 'b253892f-1a27-4fae-9e8c-929d1245e4ce', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': '93bff716-3fa0-422f-8621-292de0ae643c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:0c:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469bc81-1670-47f3-95c4-d1092e46a9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:37:26Z', 'updated_at': '2022-09-24T14:37:39Z', 'revision_number': 1, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:37:40.941600 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c7b7fc-d235-4b03-90c0-8c7c7325f69e None None] The sync data for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi is: [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '0168e9b2-3207-45c4-a051-fb246052d86a', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': '044af794-88a5-48b6-b924-7e393056241b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:7f:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:35:04Z', 'updated_at': '2022-09-24T14:35:20Z', 'revision_number': 2, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}, {'id': 'b253892f-1a27-4fae-9e8c-929d1245e4ce', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': '93bff716-3fa0-422f-8621-292de0ae643c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:0c:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469bc81-1670-47f3-95c4-d1092e46a9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:37:26Z', 'updated_at': '2022-09-24T14:37:39Z', 'revision_number': 1, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:37:41.129256 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b357823-86d6-456a-9128-7dfa917dc4bf None None] New status for floating IP b253892f-1a27-4fae-9e8c-929d1245e4ce: ACTIVE {{(pid=106296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:37:48.142387 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:48.149600 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:48.155374 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:49.252452 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:49.255011 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=85,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:50.849035 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:50.855216 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=14 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:54.232840 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:54.233662 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:37:55.698782 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ea443ea2-161a-4a16-adbe-d6f81d6398c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:56.195201 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:37:58.119149 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e1c0-5c3d-4b54-a908-d4c8495813b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:37:59.223093 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:00.655727 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:00.857305 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:06.190274 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:06.191052 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:10.847409 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:10.851768 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:10.853086 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:17.238651 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:17.239458 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:18.158345 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:22.448970 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a385e1d-42c0-4d25-ae10-a863d7fa7fb9 req-bb0e3a68-72ed-4ee5-b24e-094b837c0764 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380156 Sep 24 14:38:22.536525 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385e1d-42c0-4d25-ae10-a863d7fa7fb9 req-933363e8-6095-4995-a645-32494ecbe1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:22.538006 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a385e1d-42c0-4d25-ae10-a863d7fa7fb9 req-933363e8-6095-4995-a645-32494ecbe1b4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 1129 time: 0.0421062 Sep 24 14:38:22.640924 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385e1d-42c0-4d25-ae10-a863d7fa7fb9 req-58b4d7d7-f5c6-40e0-8cee-4fc10c787209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:22.642372 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a385e1d-42c0-4d25-ae10-a863d7fa7fb9 req-58b4d7d7-f5c6-40e0-8cee-4fc10c787209 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 915 time: 0.0845444 Sep 24 14:38:22.704331 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a385e1d-42c0-4d25-ae10-a863d7fa7fb9 req-f70cb46e-b67b-4b15-8c53-073c9fc7e974 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=044af794-88a5-48b6-b924-7e393056241b HTTP/1.1" status: 200 len: 1000 time: 0.0560846 Sep 24 14:38:22.752692 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385e1d-42c0-4d25-ae10-a863d7fa7fb9 req-cc845c0d-bd15-402c-958f-bb2b226cd75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:22.754074 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a385e1d-42c0-4d25-ae10-a863d7fa7fb9 req-cc845c0d-bd15-402c-958f-bb2b226cd75b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 200 len: 854 time: 0.0431221 Sep 24 14:38:22.796755 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385e1d-42c0-4d25-ae10-a863d7fa7fb9 req-544c1825-6075-4d87-8c28-775a88f08a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:22.798167 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a385e1d-42c0-4d25-ae10-a863d7fa7fb9 req-544c1825-6075-4d87-8c28-775a88f08a75 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd29c2a7-29a9-46cb-ada7-34fd38591f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379572 Sep 24 14:38:22.888777 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a385e1d-42c0-4d25-ae10-a863d7fa7fb9 req-bb03ca31-fa2d-4a91-833d-612c42831e50 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837173 Sep 24 14:38:22.979330 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9a385e1d-42c0-4d25-ae10-a863d7fa7fb9 req-d6302058-0798-47b4-9a6d-8777c66c5f77 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844407 Sep 24 14:38:25.701584 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-07c826ff-9f5c-424c-897c-b5dce97026ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:26.270269 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46542) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:26.498911 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Deleting port 7d1b8821-501e-4315-a6ad-5ec41473819e {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:26.499254 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (7d1b8821-501e-4315-a6ad-5ec41473819e), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:26.575996 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (7d1b8821-501e-4315-a6ad-5ec41473819e), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:26.576245 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for floatingip (7d1b8821-501e-4315-a6ad-5ec41473819e), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:26.588904 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Calling delete_port for 7d1b8821-501e-4315-a6ad-5ec41473819e owned by network:floatingip {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:26.956998 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:26.993868 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:26.998550 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (7d1b8821-501e-4315-a6ad-5ec41473819e), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:27.021322 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Pushing event deleted for resources: {'Port': ['ID=7d1b8821-501e-4315-a6ad-5ec41473819e,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:27.031619 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.031966 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.032305 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.032642 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.032973 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.033895 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.033895 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.034113 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.034242 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.034559 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.034907 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.035229 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.035551 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.035873 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.036190 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:27.096040 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for floatingip (90731d93-3346-4b13-bc27-4d760a508e69), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:27.096293 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Floating IP 90731d93-3346-4b13-bc27-4d760a508e69 disassociated (deleted). External IP: 172.27.1.254, port: 22fef065-180c-4fb8-a36d-5b7d245d2726. Sep 24 14:38:27.288797 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Router 68dc0a4a-bafb-484e-97da-651ff5606d28 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:38:27.391078 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:38:27.395519 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:27.400943 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d1e4c1-6c18-4095-956d-61e28a2a2d6e None None] Sync routers for ids ['68dc0a4a-bafb-484e-97da-651ff5606d28'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:38:27.410842 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d1e4c1-6c18-4095-956d-61e28a2a2d6e None None] Routers {'68dc0a4a-bafb-484e-97da-651ff5606d28'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:27.411462 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-f1d1e4c1-6c18-4095-956d-61e28a2a2d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:37:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['68dc0a4a-bafb-484e-97da-651ff5606d28'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:27.425260 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c49d946c-4687-4f78-82d6-ab13009e16ca tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/90731d93-3346-4b13-bc27-4d760a508e69 HTTP/1.1" status: 204 len: 168 time: 1.1537836 Sep 24 14:38:27.425988 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:38:27.428560 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeea134-7f5b-473b-9701-721f9f0ea468" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:38:27.477590 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35256a46-baad-44f0-a6e1-80e832e3d833 x-openstack-request-id: req-35256a46-baad-44f0-a6e1-80e832e3d833 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:38:27.477883 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:38:27.478137 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35256a46-baad-44f0-a6e1-80e832e3d833 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:38:27.478861 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35256a46-baad-44f0-a6e1-80e832e3d833'] response: {'name': 'network-changed', 'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'status': 'completed', 'code': 200} Sep 24 14:38:27.517276 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-f1d1e4c1-6c18-4095-956d-61e28a2a2d6e None None] Set router 68dc0a4a-bafb-484e-97da-651ff5606d28 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:27.581619 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeea134-7f5b-473b-9701-721f9f0ea468 req-5f077c14-9899-4e5a-874e-375b2974608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:27.583152 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7eeea134-7f5b-473b-9701-721f9f0ea468 req-5f077c14-9899-4e5a-874e-375b2974608f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=71699c60daeb48aaaf5b0611c8f68bc4&device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 1129 time: 0.0509188 Sep 24 14:38:27.661476 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65698e2-0b23-417e-a365-27704f3840f2 req-29bc67c6-c0c7-4795-9326-114b131eff37 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:27.663227 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b65698e2-0b23-417e-a365-27704f3840f2 req-29bc67c6-c0c7-4795-9326-114b131eff37 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0471630 Sep 24 14:38:27.715849 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b65698e2-0b23-417e-a365-27704f3840f2 req-5e4fbbf0-9c23-44f3-bd86-800ff0493f11 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468378 Sep 24 14:38:27.843436 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-f1d1e4c1-6c18-4095-956d-61e28a2a2d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 4, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port': {'id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': 'df71a9bc-0c99-4c9b-8618-298550df38f2', 'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'mac_address': 'fa:16:3e:fd:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:55Z', 'updated_at': '2022-09-24T14:33:00Z', 'revision_number': 5, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'subnets': [{'id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:27.867724 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d1e4c1-6c18-4095-956d-61e28a2a2d6e None None] Checking router: 68dc0a4a-bafb-484e-97da-651ff5606d28 for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:38:27.876686 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d1e4c1-6c18-4095-956d-61e28a2a2d6e None None] Routers {'68dc0a4a-bafb-484e-97da-651ff5606d28'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:27.877274 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-f1d1e4c1-6c18-4095-956d-61e28a2a2d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:37:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['68dc0a4a-bafb-484e-97da-651ff5606d28'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:27.979520 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-f1d1e4c1-6c18-4095-956d-61e28a2a2d6e None None] Set router 68dc0a4a-bafb-484e-97da-651ff5606d28 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:28.135685 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-8f26968f-0ec3-4828-87f7-9da9ef6d7c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:28.173485 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-f1d1e4c1-6c18-4095-956d-61e28a2a2d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 4, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port': {'id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': 'df71a9bc-0c99-4c9b-8618-298550df38f2', 'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'mac_address': 'fa:16:3e:fd:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:55Z', 'updated_at': '2022-09-24T14:33:00Z', 'revision_number': 5, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'subnets': [{'id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:28.201315 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d1e4c1-6c18-4095-956d-61e28a2a2d6e None None] The sync data for ids ['68dc0a4a-bafb-484e-97da-651ff5606d28'] in dv-cinder-859193-1-iscsi is: [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:55Z', 'revision_number': 4, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port': {'id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': 'df71a9bc-0c99-4c9b-8618-298550df38f2', 'name': '', 'network_id': 'c76e3e68-c534-4730-a021-cd40e96a2838', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'mac_address': 'fa:16:3e:fd:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:55Z', 'updated_at': '2022-09-24T14:33:00Z', 'revision_number': 5, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'subnets': [{'id': 'dbf98105-c916-4f21-b22a-49431cfee887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:38:28.405840 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24b3b99-949f-44d7-937d-524e569ea920 None None] New status for floating IP 90731d93-3346-4b13-bc27-4d760a508e69: DOWN {{(pid=106296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:38:28.858777 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ba55b-7b23-4576-8058-54670dc11ce9 req-f16f1fe4-b909-48bc-8f3c-65678da3265c tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:28.860247 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f47ba55b-7b23-4576-8058-54670dc11ce9 req-f16f1fe4-b909-48bc-8f3c-65678da3265c tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0659447 Sep 24 14:38:28.960668 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f47ba55b-7b23-4576-8058-54670dc11ce9 req-bbd67de5-1d39-4c05-9858-71e816cf44fa tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738459 Sep 24 14:38:28.962052 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeea134-7f5b-473b-9701-721f9f0ea468 req-2da69ec0-e947-455b-86c1-72e80a8322fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:28.963466 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7eeea134-7f5b-473b-9701-721f9f0ea468 req-2da69ec0-e947-455b-86c1-72e80a8322fb service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c76e3e68-c534-4730-a021-cd40e96a2838 HTTP/1.1" status: 200 len: 909 time: 0.1304460 Sep 24 14:38:29.008368 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7eeea134-7f5b-473b-9701-721f9f0ea468 req-2d7f0ed9-4bd7-440a-95f1-9b4fece1dc84 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22fef065-180c-4fb8-a36d-5b7d245d2726 HTTP/1.1" status: 200 len: 217 time: 0.0371108 Sep 24 14:38:29.057053 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeea134-7f5b-473b-9701-721f9f0ea468 req-abb7fe9e-32d1-49e8-8b0b-1a5dec89afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:29.058423 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7eeea134-7f5b-473b-9701-721f9f0ea468 req-abb7fe9e-32d1-49e8-8b0b-1a5dec89afb4 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=dbf98105-c916-4f21-b22a-49431cfee887 HTTP/1.1" status: 200 len: 848 time: 0.0430191 Sep 24 14:38:29.102665 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeea134-7f5b-473b-9701-721f9f0ea468 req-335f0c26-16f3-4a89-ac7e-15dccf1f20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:29.104115 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7eeea134-7f5b-473b-9701-721f9f0ea468 req-335f0c26-16f3-4a89-ac7e-15dccf1f20b5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c76e3e68-c534-4730-a021-cd40e96a2838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367987 Sep 24 14:38:29.226662 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:29.679017 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7eeea134-7f5b-473b-9701-721f9f0ea468 req-a78e3d56-ebd6-4886-b495-ed03c005ac88 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890257 Sep 24 14:38:29.848543 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0bac8-cf84-4164-b6d6-ed8d09221bc1 req-09502cc4-132c-4437-8044-ed8274532689 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:29.849962 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65c0bac8-cf84-4164-b6d6-ed8d09221bc1 req-09502cc4-132c-4437-8044-ed8274532689 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0898921 Sep 24 14:38:29.864307 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:29.864904 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:29.923178 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7eeea134-7f5b-473b-9701-721f9f0ea468 req-955dcde1-0718-4c24-a8c5-131f5efa1641 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618876 Sep 24 14:38:29.960626 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-65c0bac8-cf84-4164-b6d6-ed8d09221bc1 req-475a080f-7adf-4b9f-88ce-47dc13022b74 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Deleting port 22fef065-180c-4fb8-a36d-5b7d245d2726 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:29.960892 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65c0bac8-cf84-4164-b6d6-ed8d09221bc1 req-475a080f-7adf-4b9f-88ce-47dc13022b74 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:30.059199 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-65c0bac8-cf84-4164-b6d6-ed8d09221bc1 req-475a080f-7adf-4b9f-88ce-47dc13022b74 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] For port 22fef065-180c-4fb8-a36d-5b7d245d2726, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=22fef065-180c-4fb8-a36d-5b7d245d2726,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:30.059572 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65c0bac8-cf84-4164-b6d6-ed8d09221bc1 req-475a080f-7adf-4b9f-88ce-47dc13022b74 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:30.072459 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-65c0bac8-cf84-4164-b6d6-ed8d09221bc1 req-475a080f-7adf-4b9f-88ce-47dc13022b74 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Calling delete_port for 22fef065-180c-4fb8-a36d-5b7d245d2726 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:30.088909 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341872b-d1f4-47c7-86ab-e3412267bd9b req-f237fd29-ba16-472d-85b9-40d07765071c tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:30.090415 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4341872b-d1f4-47c7-86ab-e3412267bd9b req-f237fd29-ba16-472d-85b9-40d07765071c tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 945 time: 0.0458353 Sep 24 14:38:30.138579 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4341872b-d1f4-47c7-86ab-e3412267bd9b req-131ceb01-e3df-4dfc-9d3c-1695b1d953dd tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ba1dfa8f-9246-4607-99d6-767b95ba210a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417750 Sep 24 14:38:30.214501 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65c0bac8-cf84-4164-b6d6-ed8d09221bc1 req-475a080f-7adf-4b9f-88ce-47dc13022b74 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (22fef065-180c-4fb8-a36d-5b7d245d2726), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:30.240919 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a080f-7adf-4b9f-88ce-47dc13022b74 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Pushing event deleted for resources: {'Port': ['ID=22fef065-180c-4fb8-a36d-5b7d245d2726,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:30.290229 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c0bac8-cf84-4164-b6d6-ed8d09221bc1 req-475a080f-7adf-4b9f-88ce-47dc13022b74 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] No DVR routers for this DVR port 22fef065-180c-4fb8-a36d-5b7d245d2726 on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:38:30.292860 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65c0bac8-cf84-4164-b6d6-ed8d09221bc1 req-475a080f-7adf-4b9f-88ce-47dc13022b74 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:30.296074 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65c0bac8-cf84-4164-b6d6-ed8d09221bc1 req-475a080f-7adf-4b9f-88ce-47dc13022b74 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.33 "DELETE /networking/v2.0/ports/22fef065-180c-4fb8-a36d-5b7d245d2726 HTTP/1.1" status: 204 len: 173 time: 0.4386268 Sep 24 14:38:30.296567 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'name': 'network-vif-deleted', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:38:30.298940 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8853c303-58c3-499f-b0aa-df81dc0c4193" -d '{"events": [{"server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "name": "network-vif-deleted", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:38:30.336181 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b13391-6934-435c-8acc-d14f162aecf7 x-openstack-request-id: req-a5b13391-6934-435c-8acc-d14f162aecf7 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:38:30.336407 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5ccce1-e66b-43e2-8c6e-60858051435f", "name": "network-vif-deleted", "tag": "22fef065-180c-4fb8-a36d-5b7d245d2726", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:38:30.336663 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5b13391-6934-435c-8acc-d14f162aecf7 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:38:30.337067 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b13391-6934-435c-8acc-d14f162aecf7'] response: {'server_uuid': '7f5ccce1-e66b-43e2-8c6e-60858051435f', 'name': 'network-vif-deleted', 'tag': '22fef065-180c-4fb8-a36d-5b7d245d2726', 'status': 'completed', 'code': 200} Sep 24 14:38:30.537429 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30159d55-2dbe-4c96-b27f-518bb90386c2 req-d90f2214-98ba-4555-9ebe-4bb5b049a046 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:30.538767 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-30159d55-2dbe-4c96-b27f-518bb90386c2 req-d90f2214-98ba-4555-9ebe-4bb5b049a046 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 946 time: 0.0451832 Sep 24 14:38:30.585366 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-30159d55-2dbe-4c96-b27f-518bb90386c2 req-b28a7909-10eb-4202-b42f-3db4e3408d34 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410104 Sep 24 14:38:30.667289 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:30.861703 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:31.243723 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-805925d4-d964-417c-beee-766818c69f58 req-5289a271-3552-4d4d-8e97-eb297d5fdb56 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 210 time: 0.0277750 Sep 24 14:38:31.722003 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a2ad7-d7d1-47fe-aee1-6fa82de68a68 req-7ce2bf9f-7a59-4097-a082-0ccbf1493566 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:31.723485 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-416a2ad7-d7d1-47fe-aee1-6fa82de68a68 req-7ce2bf9f-7a59-4097-a082-0ccbf1493566 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 946 time: 0.0549848 Sep 24 14:38:31.772439 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-416a2ad7-d7d1-47fe-aee1-6fa82de68a68 req-a6baca20-f663-4fdf-b762-170c79356d7a tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431893 Sep 24 14:38:32.369319 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0a3d3aa3-3a2a-49e4-a4ab-47a6010d6adc req-bfa992ae-ead5-4934-acbb-0af5a59d8255 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f5ccce1-e66b-43e2-8c6e-60858051435f HTTP/1.1" status: 200 len: 210 time: 0.0306051 Sep 24 14:38:32.714171 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 22fef065-180c-4fb8-a36d-5b7d245d2726 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:38:32.738022 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 22fef065-180c-4fb8-a36d-5b7d245d2726 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:38:32.738370 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 22fef065-180c-4fb8-a36d-5b7d245d2726 not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:38:32.753722 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-95be0940-7891-447b-9a57-9aa206162ea3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:32.755179 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-95be0940-7891-447b-9a57-9aa206162ea3 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 946 time: 0.0478487 Sep 24 14:38:32.843077 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Deleting port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:32.843422 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:32.918428 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbfbd9-9493-4cc1-9fda-2abe47c532c8 req-52bbc0d9-7c64-4f64-b6c5-d3b93f1fdb92 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:32.920037 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3bcbfbd9-9493-4cc1-9fda-2abe47c532c8 req-52bbc0d9-7c64-4f64-b6c5-d3b93f1fdb92 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 946 time: 0.0466995 Sep 24 14:38:32.938140 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] For port 9bcbf202-4cbf-42d4-9889-2c337cd6d929, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=9bcbf202-4cbf-42d4-9889-2c337cd6d929,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:32.938515 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:32.970323 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3bcbfbd9-9493-4cc1-9fda-2abe47c532c8 req-c16e4d6d-95b7-4415-b591-d4253cbdc145 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=840de331-2ae3-4786-8c05-820d56cf8619&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437796 Sep 24 14:38:33.100489 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:33.100853 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (8539404f-fa93-49fd-8df4-03d752f4e12d), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:33.101168 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Floating IP 8539404f-fa93-49fd-8df4-03d752f4e12d disassociated. External IP: 172.27.1.93, port: 9bcbf202-4cbf-42d4-9889-2c337cd6d929. Sep 24 14:38:33.101510 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Calling delete_port for 9bcbf202-4cbf-42d4-9889-2c337cd6d929 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:33.161265 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:33.175475 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:33.194024 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:38:33.234030 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (9bcbf202-4cbf-42d4-9889-2c337cd6d929), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:33.258649 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event deleted for resources: {'Port': ['ID=9bcbf202-4cbf-42d4-9889-2c337cd6d929,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:33.368748 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Router b0c19301-0a38-4d15-b016-ddc5ac376e94 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:38:33.443781 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46592) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:33.475227 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:38:33.488119 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbd5134-16f1-4368-99ef-dbd40863b45e None None] Sync routers for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:38:33.498909 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbd5134-16f1-4368-99ef-dbd40863b45e None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:33.499644 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-edbd5134-16f1-4368-99ef-dbd40863b45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:33.507908 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group (ba1dfa8f-9246-4607-99d6-767b95ba210a), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:33.520178 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] No DVR routers for this DVR port 9bcbf202-4cbf-42d4-9889-2c337cd6d929 on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:38:33.523080 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:33.526291 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e0533f2c-8e8b-42d4-88d7-26fc8f26d076 req-765c4a66-7ac6-458a-973c-0d388751dbb0 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.33 "DELETE /networking/v2.0/ports/9bcbf202-4cbf-42d4-9889-2c337cd6d929 HTTP/1.1" status: 204 len: 173 time: 0.7653048 Sep 24 14:38:33.526786 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'name': 'network-vif-deleted', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:38:33.529117 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20e6769-083f-4569-acb5-d400989c6e99" -d '{"events": [{"server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "name": "network-vif-deleted", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:38:33.537016 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group (ba1dfa8f-9246-4607-99d6-767b95ba210a), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:33.570802 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39541b60-a3d6-427a-9952-afe9776a8d3e x-openstack-request-id: req-39541b60-a3d6-427a-9952-afe9776a8d3e {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:38:33.571137 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3195e775-0693-43e1-98c5-6da051739679", "name": "network-vif-deleted", "tag": "9bcbf202-4cbf-42d4-9889-2c337cd6d929", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:38:33.571392 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39541b60-a3d6-427a-9952-afe9776a8d3e {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:38:33.571800 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39541b60-a3d6-427a-9952-afe9776a8d3e'] response: {'server_uuid': '3195e775-0693-43e1-98c5-6da051739679', 'name': 'network-vif-deleted', 'tag': '9bcbf202-4cbf-42d4-9889-2c337cd6d929', 'status': 'completed', 'code': 200} Sep 24 14:38:33.608311 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ba1dfa8f-9246-4607-99d6-767b95ba210a), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:33.615457 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:33.619328 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ba1dfa8f-9246-4607-99d6-767b95ba210a HTTP/1.1" status: 204 len: 168 time: 0.1722806 Sep 24 14:38:33.627656 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1dfa8f-9246-4607-99d6-767b95ba210a,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:33.635743 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.636085 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.636475 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.636811 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.637952 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.637952 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.637952 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.638227 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.638582 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.638794 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.639691 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.639973 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.640597 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.640597 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.640890 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979e2a8-fd27-4e98-9a6a-fe1148bea674 tempest-TestShelveInstance-656389109 tempest-TestShelveInstance-656389109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:33.647760 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-edbd5134-16f1-4368-99ef-dbd40863b45e None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:33.686617 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46598) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:33.905143 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-edbd5134-16f1-4368-99ef-dbd40863b45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:30Z', 'revision_number': 5, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:33.930684 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbd5134-16f1-4368-99ef-dbd40863b45e None None] Checking router: b0c19301-0a38-4d15-b016-ddc5ac376e94 for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:38:33.939671 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbd5134-16f1-4368-99ef-dbd40863b45e None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:33.940278 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-edbd5134-16f1-4368-99ef-dbd40863b45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:34.047352 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-edbd5134-16f1-4368-99ef-dbd40863b45e None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:34.110214 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e9771f92-05e4-41a3-8cc0-017b46017de0 req-05f07176-ad01-4d7d-9fda-d71665ed291e tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3195e775-0693-43e1-98c5-6da051739679 HTTP/1.1" status: 200 len: 210 time: 0.0368383 Sep 24 14:38:34.150349 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:34.160450 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7499383f-f75f-4755-8e41-97279edc7c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768995'] for router_interface (68dc0a4a-bafb-484e-97da-651ff5606d28), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:34.162639 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:34.221462 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:34.241756 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-edbd5134-16f1-4368-99ef-dbd40863b45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:30Z', 'revision_number': 5, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:34.266338 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbd5134-16f1-4368-99ef-dbd40863b45e None None] The sync data for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi is: [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:26:18Z', 'revision_number': 4, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '066619f6-354f-4495-8cc9-0fe7712114ec', 'name': '', 'network_id': '841ec28f-242a-4287-8d65-ef9f3927d5d5', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'mac_address': 'fa:16:3e:a0:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:16Z', 'updated_at': '2022-09-24T14:26:30Z', 'revision_number': 5, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'subnets': [{'id': 'f32d4a51-22a9-4cfb-b152-16f2e987f478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:38:34.401367 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-7499383f-f75f-4755-8e41-97279edc7c5b admin admin] Deleting port df71a9bc-0c99-4c9b-8618-298550df38f2 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:34.401708 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7499383f-f75f-4755-8e41-97279edc7c5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:34.486220 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-7499383f-f75f-4755-8e41-97279edc7c5b admin admin] For port df71a9bc-0c99-4c9b-8618-298550df38f2, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=df71a9bc-0c99-4c9b-8618-298550df38f2,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:34.486585 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7499383f-f75f-4755-8e41-97279edc7c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:34.500156 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-7499383f-f75f-4755-8e41-97279edc7c5b admin admin] Calling delete_port for df71a9bc-0c99-4c9b-8618-298550df38f2 owned by network:router_interface {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:34.520764 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb914c-0a1e-4f26-a9d0-c9d538f608d4 None None] New status for floating IP 8539404f-fa93-49fd-8df4-03d752f4e12d: DOWN {{(pid=106296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:38:34.680870 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7499383f-f75f-4755-8e41-97279edc7c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (df71a9bc-0c99-4c9b-8618-298550df38f2), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:34.706509 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499383f-f75f-4755-8e41-97279edc7c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=df71a9bc-0c99-4c9b-8618-298550df38f2,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:34.869376 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7499383f-f75f-4755-8e41-97279edc7c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3661608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679251'] for router_interface (68dc0a4a-bafb-484e-97da-651ff5606d28), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:34.973101 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:35.065712 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:35.076145 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7499383f-f75f-4755-8e41-97279edc7c5b admin admin] Router 68dc0a4a-bafb-484e-97da-651ff5606d28 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:38:35.174888 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7499383f-f75f-4755-8e41-97279edc7c5b admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:38:35.182321 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-7499383f-f75f-4755-8e41-97279edc7c5b admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/68dc0a4a-bafb-484e-97da-651ff5606d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4940155 Sep 24 14:38:35.182437 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46608) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:35.190204 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be35d3-63d7-4a90-bce8-59bc73664494 None None] Sync routers for ids ['68dc0a4a-bafb-484e-97da-651ff5606d28'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:38:35.201678 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be35d3-63d7-4a90-bce8-59bc73664494 None None] Routers {'68dc0a4a-bafb-484e-97da-651ff5606d28'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:35.202293 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d8be35d3-63d7-4a90-bce8-59bc73664494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['68dc0a4a-bafb-484e-97da-651ff5606d28'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:35.215858 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46610) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:35.238121 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:35.278037 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-95d1557b-eac1-4f21-b879-dad2352cd383 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group (840de331-2ae3-4786-8c05-820d56cf8619), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.289781 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:35.298708 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Publish callbacks [] for router (68dc0a4a-bafb-484e-97da-651ff5606d28), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.305245 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-95d1557b-eac1-4f21-b879-dad2352cd383 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group (840de331-2ae3-4786-8c05-820d56cf8619), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.308154 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-d8be35d3-63d7-4a90-bce8-59bc73664494 None None] Set router 68dc0a4a-bafb-484e-97da-651ff5606d28 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:35.363335 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-95d1557b-eac1-4f21-b879-dad2352cd383 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (840de331-2ae3-4786-8c05-820d56cf8619), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.366534 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-95d1557b-eac1-4f21-b879-dad2352cd383 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.370311 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-95d1557b-eac1-4f21-b879-dad2352cd383 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/840de331-2ae3-4786-8c05-820d56cf8619 HTTP/1.1" status: 204 len: 168 time: 0.1507804 Sep 24 14:38:35.372489 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46612) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:35.385113 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1557b-eac1-4f21-b879-dad2352cd383 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840de331-2ae3-4786-8c05-820d56cf8619,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:35.392445 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.api.v2.resource [None req-a2fb49d3-f9bb-4386-9f36-9944e3f7bae6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] show failed (client error): The resource could not be found. Sep 24 14:38:35.396602 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-a2fb49d3-f9bb-4386-9f36-9944e3f7bae6 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "GET /networking/v2.0/security-groups/840de331-2ae3-4786-8c05-820d56cf8619 HTTP/1.1" status: 404 len: 347 time: 0.0199645 Sep 24 14:38:35.396602 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46614) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:35.402645 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Publish callbacks [] for router_gateway (68dc0a4a-bafb-484e-97da-651ff5606d28), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.454508 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Deleting port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:35.454858 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.505901 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d8be35d3-63d7-4a90-bce8-59bc73664494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:38:34Z', 'revision_number': 5, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port': {'id': '0607c82f-9b4d-4570-aa5f-e85fcbd54c9f', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:35.512317 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1a35f-b5f4-444b-8a35-e4f0d536e291 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Deleting port 11e9532b-ab51-4101-9a99-1bb11ccc1bc9 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:35.512945 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f2b1a35f-b5f4-444b-8a35-e4f0d536e291 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (11e9532b-ab51-4101-9a99-1bb11ccc1bc9), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.535111 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be35d3-63d7-4a90-bce8-59bc73664494 None None] Checking router: 68dc0a4a-bafb-484e-97da-651ff5606d28 for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:38:35.543824 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be35d3-63d7-4a90-bce8-59bc73664494 None None] Routers {'68dc0a4a-bafb-484e-97da-651ff5606d28'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:35.544023 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] For port 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0607c82f-9b4d-4570-aa5f-e85fcbd54c9f,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:35.544377 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.544509 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d8be35d3-63d7-4a90-bce8-59bc73664494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['68dc0a4a-bafb-484e-97da-651ff5606d28'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:35.560248 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Calling delete_port for 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f owned by network:router_gateway {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:35.600167 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f2b1a35f-b5f4-444b-8a35-e4f0d536e291 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (11e9532b-ab51-4101-9a99-1bb11ccc1bc9), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.600803 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f2b1a35f-b5f4-444b-8a35-e4f0d536e291 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (11e9532b-ab51-4101-9a99-1bb11ccc1bc9), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.614175 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1a35f-b5f4-444b-8a35-e4f0d536e291 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Calling delete_port for 11e9532b-ab51-4101-9a99-1bb11ccc1bc9 owned by network:floatingip {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:35.628335 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-d8be35d3-63d7-4a90-bce8-59bc73664494 None None] Set router 68dc0a4a-bafb-484e-97da-651ff5606d28 gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:35.677503 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-d8be35d3-63d7-4a90-bce8-59bc73664494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:38:35Z', 'revision_number': 6, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port_host': None}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:35.687620 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:35.709378 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be35d3-63d7-4a90-bce8-59bc73664494 None None] The sync data for ids ['68dc0a4a-bafb-484e-97da-651ff5606d28'] in dv-cinder-859193-1-iscsi is: [{'id': '68dc0a4a-bafb-484e-97da-651ff5606d28', 'name': 'tempest-TestShelveInstance-2027553681-router', 'tenant_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:53Z', 'updated_at': '2022-09-24T14:38:35Z', 'revision_number': 6, 'project_id': '71699c60daeb48aaaf5b0611c8f68bc4', 'gw_port_host': None}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:38:35.752147 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (0607c82f-9b4d-4570-aa5f-e85fcbd54c9f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.756928 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f2b1a35f-b5f4-444b-8a35-e4f0d536e291 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (11e9532b-ab51-4101-9a99-1bb11ccc1bc9), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.778724 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Pushing event deleted for resources: {'Port': ['ID=0607c82f-9b4d-4570-aa5f-e85fcbd54c9f,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:35.782118 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1a35f-b5f4-444b-8a35-e4f0d536e291 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Pushing event deleted for resources: {'Port': ['ID=11e9532b-ab51-4101-9a99-1bb11ccc1bc9,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:35.805917 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:35.846984 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f2b1a35f-b5f4-444b-8a35-e4f0d536e291 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks [] for floatingip (8539404f-fa93-49fd-8df4-03d752f4e12d), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.847413 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680345'] for router_gateway (68dc0a4a-bafb-484e-97da-651ff5606d28), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.849669 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f2b1a35f-b5f4-444b-8a35-e4f0d536e291 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.850808 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-f2b1a35f-b5f4-444b-8a35-e4f0d536e291 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/8539404f-fa93-49fd-8df4-03d752f4e12d HTTP/1.1" status: 204 len: 168 time: 0.4534388 Sep 24 14:38:35.935894 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3681485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (68dc0a4a-bafb-484e-97da-651ff5606d28), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.938282 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Publish callbacks [] for router_controller (68dc0a4a-bafb-484e-97da-651ff5606d28), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.980491 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679342'] for router (68dc0a4a-bafb-484e-97da-651ff5606d28), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.981081 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68dc0a4a-bafb-484e-97da-651ff5606d28 {{(pid=106293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 14:38:35.985780 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:35.989543 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-6eaa8c30-ca02-4b5a-80ca-a19c92ce3464 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/68dc0a4a-bafb-484e-97da-651ff5606d28 HTTP/1.1" status: 204 len: 168 time: 0.8046372 Sep 24 14:38:35.989723 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46620) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:36.036273 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_v2 [None req-71700f94-0041-45dd-8216-2a7607a1283f admin admin] Deleting subnet dbf98105-c916-4f21-b22a-49431cfee887 {{(pid=106294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:38:36.039263 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-71700f94-0041-45dd-8216-2a7607a1283f admin admin] Publish callbacks [] for subnet (dbf98105-c916-4f21-b22a-49431cfee887), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.072849 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:36.077183 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-71700f94-0041-45dd-8216-2a7607a1283f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530143779'] for subnet (dbf98105-c916-4f21-b22a-49431cfee887), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.124327 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:36.158257 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-71700f94-0041-45dd-8216-2a7607a1283f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (dbf98105-c916-4f21-b22a-49431cfee887), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.212814 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-71700f94-0041-45dd-8216-2a7607a1283f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2186898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530180628'] for subnet (dbf98105-c916-4f21-b22a-49431cfee887), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.244159 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71700f94-0041-45dd-8216-2a7607a1283f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf98105-c916-4f21-b22a-49431cfee887,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:36.245850 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-71700f94-0041-45dd-8216-2a7607a1283f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.249057 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-71700f94-0041-45dd-8216-2a7607a1283f admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/dbf98105-c916-4f21-b22a-49431cfee887 HTTP/1.1" status: 204 len: 168 time: 0.2585075 Sep 24 14:38:36.251185 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63569438-1525-4fbb-a57c-7615fd3a6353 None None] Network c76e3e68-c534-4730-a021-cd40e96a2838 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:38:36.251733 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46622) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:36.322891 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (c76e3e68-c534-4730-a021-cd40e96a2838), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.366369 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Deleting port ca7b3b95-df73-4452-b6a0-ae41090c65a3 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:36.366712 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (ca7b3b95-df73-4452-b6a0-ae41090c65a3), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.434219 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] For port ca7b3b95-df73-4452-b6a0-ae41090c65a3, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=ca7b3b95-df73-4452-b6a0-ae41090c65a3,segment=NetworkSegment(257a0414-760e-4984-876a-66c3b8fe569f),segment_id=257a0414-760e-4984-876a-66c3b8fe569f)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:36.434479 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (ca7b3b95-df73-4452-b6a0-ae41090c65a3), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.447647 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Calling delete_port for ca7b3b95-df73-4452-b6a0-ae41090c65a3 owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:36.541469 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (ca7b3b95-df73-4452-b6a0-ae41090c65a3), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.561808 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a727334-1ada-403e-83f5-3448d187cb8f None None] DHCP port deletion for c76e3e68-c534-4730-a021-cd40e96a2838 request from dv-cinder-859193-1-iscsi {{(pid=106295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 14:38:36.565072 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device df71a9bc-0c99-4c9b-8618-298550df38f2 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:38:36.572594 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7b3b95-df73-4452-b6a0-ae41090c65a3,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:36.577334 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] No DVR routers for this DVR port ca7b3b95-df73-4452-b6a0-ae41090c65a3 on host dv-cinder-859193-1-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:38:36.588167 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: df71a9bc-0c99-4c9b-8618-298550df38f2 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:38:36.588519 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device df71a9bc-0c99-4c9b-8618-298550df38f2 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:38:36.588962 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:38:36.613720 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:38:36.614063 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0607c82f-9b4d-4570-aa5f-e85fcbd54c9f not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:38:36.654205 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (c76e3e68-c534-4730-a021-cd40e96a2838), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.675055 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76e3e68-c534-4730-a021-cd40e96a2838']}} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:36.684788 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257a0414-760e-4984-876a-66c3b8fe569f') {'for_net_delete': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:36.685038 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257a0414-760e-4984-876a-66c3b8fe569f') {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:36.694538 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530143768'] for segment (257a0414-760e-4984-876a-66c3b8fe569f), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.705009 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9bcbf202-4cbf-42d4-9889-2c337cd6d929 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:38:36.709637 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (257a0414-760e-4984-876a-66c3b8fe569f), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.717664 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=106294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:38:36.718325 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2186792'] for segment (257a0414-760e-4984-876a-66c3b8fe569f), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.735556 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 9bcbf202-4cbf-42d4-9889-2c337cd6d929 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:38:36.735905 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 9bcbf202-4cbf-42d4-9889-2c337cd6d929 not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:38:36.783840 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (c76e3e68-c534-4730-a021-cd40e96a2838), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.795616 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:36.798770 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/c76e3e68-c534-4730-a021-cd40e96a2838 HTTP/1.1" status: 204 len: 168 time: 0.5461218 Sep 24 14:38:36.802685 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46628) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:36.809046 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1782ee9-42ee-4ac0-ab00-c1541e37bbd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c76e3e68-c534-4730-a021-cd40e96a2838,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:36.822176 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 257a0414-760e-4984-876a-66c3b8fe569f resource provider aggregate not found Sep 24 14:38:36.841768 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 257a0414-760e-4984-876a-66c3b8fe569f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 257a0414-760e-4984-876a-66c3b8fe569f found for delete ", "request_id": "req-20917802-2f34-4c60-b48e-6109893e94e6"}]} Sep 24 14:38:37.124054 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c0d89a90-0b32-4905-a136-5a88bb3f7b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768995'] for router_interface (215a4c64-295f-4b2d-87b6-1de2a7148afa), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:37.351864 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-c0d89a90-0b32-4905-a136-5a88bb3f7b6b admin admin] Deleting port ad721c24-4623-4f5b-85ee-5d509310687b {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:37.352121 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c0d89a90-0b32-4905-a136-5a88bb3f7b6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:37.688462 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-c0d89a90-0b32-4905-a136-5a88bb3f7b6b admin admin] For port ad721c24-4623-4f5b-85ee-5d509310687b, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=ad721c24-4623-4f5b-85ee-5d509310687b,segment=NetworkSegment(b866dbf3-f9c9-4529-941c-2b1f5bda6b47),segment_id=b866dbf3-f9c9-4529-941c-2b1f5bda6b47)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:37.688827 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c0d89a90-0b32-4905-a136-5a88bb3f7b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:37.701239 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-c0d89a90-0b32-4905-a136-5a88bb3f7b6b admin admin] Calling delete_port for ad721c24-4623-4f5b-85ee-5d509310687b owned by network:router_interface {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:37.755854 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:37.763631 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:37.881353 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c0d89a90-0b32-4905-a136-5a88bb3f7b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (ad721c24-4623-4f5b-85ee-5d509310687b), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:37.907715 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d89a90-0b32-4905-a136-5a88bb3f7b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad721c24-4623-4f5b-85ee-5d509310687b,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:38.070082 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-c0d89a90-0b32-4905-a136-5a88bb3f7b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3661608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679251'] for router_interface (215a4c64-295f-4b2d-87b6-1de2a7148afa), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:38.274688 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d89a90-0b32-4905-a136-5a88bb3f7b6b admin admin] Router 215a4c64-295f-4b2d-87b6-1de2a7148afa has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:38:38.286957 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46650) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:38.383578 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d89a90-0b32-4905-a136-5a88bb3f7b6b admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:38:38.388519 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-c0d89a90-0b32-4905-a136-5a88bb3f7b6b admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/215a4c64-295f-4b2d-87b6-1de2a7148afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5845215 Sep 24 14:38:38.390976 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46654) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:38.400695 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f2b8f-4226-44ce-baad-764cc4ba6174 None None] Sync routers for ids ['215a4c64-295f-4b2d-87b6-1de2a7148afa'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:38:38.425539 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f2b8f-4226-44ce-baad-764cc4ba6174 None None] Routers {'215a4c64-295f-4b2d-87b6-1de2a7148afa'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:38.428327 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-2e5f2b8f-4226-44ce-baad-764cc4ba6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['215a4c64-295f-4b2d-87b6-1de2a7148afa'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:38.499016 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:38.510445 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Publish callbacks [] for router (215a4c64-295f-4b2d-87b6-1de2a7148afa), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:38.546273 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-2e5f2b8f-4226-44ce-baad-764cc4ba6174 None None] Set router 215a4c64-295f-4b2d-87b6-1de2a7148afa gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:38.584827 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device ca7b3b95-df73-4452-b6a0-ae41090c65a3 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:38:38.605412 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: ca7b3b95-df73-4452-b6a0-ae41090c65a3 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:38:38.606198 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device ca7b3b95-df73-4452-b6a0-ae41090c65a3 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:38:38.623515 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Publish callbacks [] for router_gateway (215a4c64-295f-4b2d-87b6-1de2a7148afa), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:38.626479 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:38.675297 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Deleting port 1d690b86-dbc7-44b8-a61e-c5b39236845b {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:38.675651 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:38.745054 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-2e5f2b8f-4226-44ce-baad-764cc4ba6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'name': 'tempest-TestShelveInstance-1342479873-router', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:38:37Z', 'revision_number': 5, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'gw_port': {'id': '1d690b86-dbc7-44b8-a61e-c5b39236845b', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:38.756752 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:38.771464 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] For port 1d690b86-dbc7-44b8-a61e-c5b39236845b, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=1d690b86-dbc7-44b8-a61e-c5b39236845b,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:38.771847 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:38.775865 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f2b8f-4226-44ce-baad-764cc4ba6174 None None] Checking router: 215a4c64-295f-4b2d-87b6-1de2a7148afa for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:38:38.785483 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f2b8f-4226-44ce-baad-764cc4ba6174 None None] Routers {'215a4c64-295f-4b2d-87b6-1de2a7148afa'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:38.786099 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-2e5f2b8f-4226-44ce-baad-764cc4ba6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['215a4c64-295f-4b2d-87b6-1de2a7148afa'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:38.786347 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Calling delete_port for 1d690b86-dbc7-44b8-a61e-c5b39236845b owned by network:router_gateway {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:38.888196 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-2e5f2b8f-4226-44ce-baad-764cc4ba6174 None None] Set router 215a4c64-295f-4b2d-87b6-1de2a7148afa gateway port host: None {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:38.939298 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:38.944813 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-2e5f2b8f-4226-44ce-baad-764cc4ba6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'name': 'tempest-TestShelveInstance-1342479873-router', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:38:38Z', 'revision_number': 6, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'gw_port_host': None}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:38.949972 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3ebac6ae-4212-47e5-a130-19b9b1f01464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768995'] for router_interface (b0c19301-0a38-4d15-b016-ddc5ac376e94), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:38.961320 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (1d690b86-dbc7-44b8-a61e-c5b39236845b), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:38.971285 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f2b8f-4226-44ce-baad-764cc4ba6174 None None] The sync data for ids ['215a4c64-295f-4b2d-87b6-1de2a7148afa'] in dv-cinder-859193-1-iscsi is: [{'id': '215a4c64-295f-4b2d-87b6-1de2a7148afa', 'name': 'tempest-TestShelveInstance-1342479873-router', 'tenant_id': '88e9d7caf24e4ed288bf8b152538daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:32:58Z', 'updated_at': '2022-09-24T14:38:38Z', 'revision_number': 6, 'project_id': '88e9d7caf24e4ed288bf8b152538daeb', 'gw_port_host': None}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:38:38.990470 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d690b86-dbc7-44b8-a61e-c5b39236845b,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:39.059839 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680345'] for router_gateway (215a4c64-295f-4b2d-87b6-1de2a7148afa), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.146582 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3681485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (215a4c64-295f-4b2d-87b6-1de2a7148afa), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.148804 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Publish callbacks [] for router_controller (215a4c64-295f-4b2d-87b6-1de2a7148afa), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.183251 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-3ebac6ae-4212-47e5-a130-19b9b1f01464 admin admin] Deleting port 066619f6-354f-4495-8cc9-0fe7712114ec {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:39.183594 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3ebac6ae-4212-47e5-a130-19b9b1f01464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.195888 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679342'] for router (215a4c64-295f-4b2d-87b6-1de2a7148afa), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.196562 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 215a4c64-295f-4b2d-87b6-1de2a7148afa {{(pid=106293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 14:38:39.200930 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.205061 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-89da1e2c-b99a-42fe-8297-28933019f142 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/215a4c64-295f-4b2d-87b6-1de2a7148afa HTTP/1.1" status: 204 len: 168 time: 0.8107364 Sep 24 14:38:39.205479 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46656) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:39.249521 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d42d7c-915b-4194-99e7-b2e84f24b899 admin admin] Deleting subnet 3812f992-e607-435d-b3b4-60269c8660b8 {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:38:39.252573 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-20d42d7c-915b-4194-99e7-b2e84f24b899 admin admin] Publish callbacks [] for subnet (3812f992-e607-435d-b3b4-60269c8660b8), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.264553 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-3ebac6ae-4212-47e5-a130-19b9b1f01464 admin admin] For port 066619f6-354f-4495-8cc9-0fe7712114ec, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=066619f6-354f-4495-8cc9-0fe7712114ec,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:39.264850 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3ebac6ae-4212-47e5-a130-19b9b1f01464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.277436 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-3ebac6ae-4212-47e5-a130-19b9b1f01464 admin admin] Calling delete_port for 066619f6-354f-4495-8cc9-0fe7712114ec owned by network:router_interface {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:39.287575 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-20d42d7c-915b-4194-99e7-b2e84f24b899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027442'] for subnet (3812f992-e607-435d-b3b4-60269c8660b8), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.371374 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-20d42d7c-915b-4194-99e7-b2e84f24b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (3812f992-e607-435d-b3b4-60269c8660b8), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.445937 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-20d42d7c-915b-4194-99e7-b2e84f24b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2967591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530269242'] for subnet (3812f992-e607-435d-b3b4-60269c8660b8), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.471401 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3ebac6ae-4212-47e5-a130-19b9b1f01464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (066619f6-354f-4495-8cc9-0fe7712114ec), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.473426 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d42d7c-915b-4194-99e7-b2e84f24b899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3812f992-e607-435d-b3b4-60269c8660b8,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:39.477265 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-20d42d7c-915b-4194-99e7-b2e84f24b899 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.480429 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-20d42d7c-915b-4194-99e7-b2e84f24b899 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/3812f992-e607-435d-b3b4-60269c8660b8 HTTP/1.1" status: 204 len: 168 time: 0.2739987 Sep 24 14:38:39.483795 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5c182d-4bb6-4738-93f6-ee8f26c694b8 None None] Network b3777d01-ea39-476d-bce8-9710ce6bbdce requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:38:39.483946 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46658) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:39.508531 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebac6ae-4212-47e5-a130-19b9b1f01464 admin admin] Pushing event deleted for resources: {'Port': ['ID=066619f6-354f-4495-8cc9-0fe7712114ec,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:39.669751 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (b3777d01-ea39-476d-bce8-9710ce6bbdce), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.742586 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:39.749205 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:39.766721 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] DHCP port deletion for b3777d01-ea39-476d-bce8-9710ce6bbdce request from dv-cinder-859193-1-iscsi {{(pid=106295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 14:38:39.775040 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Deleting port a0f5a76b-a5e2-4708-aa9d-7a61a551949e {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:39.775377 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.780517 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3ebac6ae-4212-47e5-a130-19b9b1f01464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3661608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679251'] for router_interface (b0c19301-0a38-4d15-b016-ddc5ac376e94), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.806286 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Deleting port a0f5a76b-a5e2-4708-aa9d-7a61a551949e {{(pid=106295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:39.806664 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), before_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.875127 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] For port a0f5a76b-a5e2-4708-aa9d-7a61a551949e, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=a0f5a76b-a5e2-4708-aa9d-7a61a551949e,segment=NetworkSegment(b866dbf3-f9c9-4529-941c-2b1f5bda6b47),segment_id=b866dbf3-f9c9-4529-941c-2b1f5bda6b47)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:39.875519 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), precommit_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.889540 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Calling delete_port for a0f5a76b-a5e2-4708-aa9d-7a61a551949e owned by network:dhcp {{(pid=106295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:39.899765 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] For port a0f5a76b-a5e2-4708-aa9d-7a61a551949e, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=a0f5a76b-a5e2-4708-aa9d-7a61a551949e,segment=NetworkSegment(b866dbf3-f9c9-4529-941c-2b1f5bda6b47),segment_id=b866dbf3-f9c9-4529-941c-2b1f5bda6b47)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:39.899970 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:39.942756 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Calling delete_port for a0f5a76b-a5e2-4708-aa9d-7a61a551949e owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:39.971449 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), after_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.001920 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Pushing event deleted for resources: {'Port': ['ID=a0f5a76b-a5e2-4708-aa9d-7a61a551949e,revision_number=None']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:40.011429 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.011780 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.012129 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.012467 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.012801 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.013128 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.013637 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.014158 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.014650 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.015077 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.015756 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.016090 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.016415 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.016795 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.017063 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:40.020186 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168957a0-7469-4b8c-9027-c5dbf4d9cabb None None] No DVR routers for this DVR port a0f5a76b-a5e2-4708-aa9d-7a61a551949e on host dv-cinder-859193-1-iscsi {{(pid=106295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:38:40.132811 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (a0f5a76b-a5e2-4708-aa9d-7a61a551949e), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.163318 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f5a76b-a5e2-4708-aa9d-7a61a551949e,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:40.171406 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] No DVR routers for this DVR port a0f5a76b-a5e2-4708-aa9d-7a61a551949e on host dv-cinder-859193-1-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:38:40.212060 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebac6ae-4212-47e5-a130-19b9b1f01464 admin admin] Router b0c19301-0a38-4d15-b016-ddc5ac376e94 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:38:40.256912 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (b3777d01-ea39-476d-bce8-9710ce6bbdce), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.316191 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3777d01-ea39-476d-bce8-9710ce6bbdce']}} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:40.330033 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b866dbf3-f9c9-4529-941c-2b1f5bda6b47') {'for_net_delete': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:40.330334 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b866dbf3-f9c9-4529-941c-2b1f5bda6b47') {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:40.366060 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530143768'] for segment (b866dbf3-f9c9-4529-941c-2b1f5bda6b47), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.392816 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (b866dbf3-f9c9-4529-941c-2b1f5bda6b47), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.404787 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=106294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:38:40.405086 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2186792'] for segment (b866dbf3-f9c9-4529-941c-2b1f5bda6b47), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.421935 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebac6ae-4212-47e5-a130-19b9b1f01464 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:38:40.431002 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6786d21d-4c38-478f-abac-522bac390ead None None] Sync routers for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:38:40.448418 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6786d21d-4c38-478f-abac-522bac390ead None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:40.449368 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-6786d21d-4c38-478f-abac-522bac390ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:40.451972 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment b866dbf3-f9c9-4529-941c-2b1f5bda6b47 resource provider aggregate not found Sep 24 14:38:40.458283 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-3ebac6ae-4212-47e5-a130-19b9b1f01464 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/b0c19301-0a38-4d15-b016-ddc5ac376e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1702974 Sep 24 14:38:40.460876 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46664) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:40.506781 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment b866dbf3-f9c9-4529-941c-2b1f5bda6b47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b866dbf3-f9c9-4529-941c-2b1f5bda6b47 found for delete ", "request_id": "req-d21f882b-1cd9-497b-a798-6bee3ecaf383"}]} Sep 24 14:38:40.521849 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (b3777d01-ea39-476d-bce8-9710ce6bbdce), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.524841 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:40.552185 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device a0f5a76b-a5e2-4708-aa9d-7a61a551949e no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:38:40.555612 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.559030 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/b3777d01-ea39-476d-bce8-9710ce6bbdce HTTP/1.1" status: 204 len: 168 time: 1.0739660 Sep 24 14:38:40.579689 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3b36d-f763-4bd3-9a46-80dc0791e79b admin admin] Pushing event deleted for resources: {'Network': ['ID=b3777d01-ea39-476d-bce8-9710ce6bbdce,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:40.579982 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: a0f5a76b-a5e2-4708-aa9d-7a61a551949e {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:38:40.580327 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device a0f5a76b-a5e2-4708-aa9d-7a61a551949e not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:38:40.580834 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device ad721c24-4623-4f5b-85ee-5d509310687b no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:38:40.593704 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Publish callbacks [] for router (b0c19301-0a38-4d15-b016-ddc5ac376e94), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.603640 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: ad721c24-4623-4f5b-85ee-5d509310687b {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:38:40.603984 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device ad721c24-4623-4f5b-85ee-5d509310687b not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:38:40.604568 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 1d690b86-dbc7-44b8-a61e-c5b39236845b no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:38:40.629147 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 1d690b86-dbc7-44b8-a61e-c5b39236845b {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:38:40.629491 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 1d690b86-dbc7-44b8-a61e-c5b39236845b not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:38:40.632246 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-6786d21d-4c38-478f-abac-522bac390ead None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:40.694980 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:40.704680 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Publish callbacks [] for router_gateway (b0c19301-0a38-4d15-b016-ddc5ac376e94), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.726946 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46668) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:40.756742 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Deleting port 8b857833-1823-415f-9885-41288ec6f049 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:40.757081 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (8b857833-1823-415f-9885-41288ec6f049), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.767659 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9632ab28-6b99-4227-bfbe-dd1bd6ffe47c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=71699c60daeb48aaaf5b0611c8f68bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395851 Sep 24 14:38:40.770147 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46670) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:40.776912 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:40.822480 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32c5ef53-4f13-4a48-b973-f1a22c72d58e admin admin] Publish callbacks [] for security_group (a33d8754-c3a3-4fd2-818f-4dd071801786), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.843434 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-6786d21d-4c38-478f-abac-522bac390ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '8b857833-1823-415f-9885-41288ec6f049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:38:39Z', 'revision_number': 5, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port': {'id': '8b857833-1823-415f-9885-41288ec6f049', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:26:09Z', 'updated_at': '2022-09-24T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:40.847568 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32c5ef53-4f13-4a48-b973-f1a22c72d58e admin admin] Publish callbacks [] for security_group (a33d8754-c3a3-4fd2-818f-4dd071801786), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.860044 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] For port 8b857833-1823-415f-9885-41288ec6f049, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=8b857833-1823-415f-9885-41288ec6f049,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:40.860410 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (8b857833-1823-415f-9885-41288ec6f049), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.869327 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6786d21d-4c38-478f-abac-522bac390ead None None] Checking router: b0c19301-0a38-4d15-b016-ddc5ac376e94 for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:38:40.873531 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Calling delete_port for 8b857833-1823-415f-9885-41288ec6f049 owned by network:router_gateway {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:40.874139 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:40.879252 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6786d21d-4c38-478f-abac-522bac390ead None None] Routers {'b0c19301-0a38-4d15-b016-ddc5ac376e94'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:40.880091 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-6786d21d-4c38-478f-abac-522bac390ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['b0c19301-0a38-4d15-b016-ddc5ac376e94'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:40.906658 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32c5ef53-4f13-4a48-b973-f1a22c72d58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (a33d8754-c3a3-4fd2-818f-4dd071801786), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.909353 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32c5ef53-4f13-4a48-b973-f1a22c72d58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:40.910572 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-32c5ef53-4f13-4a48-b973-f1a22c72d58e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a33d8754-c3a3-4fd2-818f-4dd071801786 HTTP/1.1" status: 204 len: 168 time: 0.1392717 Sep 24 14:38:40.920784 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5ef53-4f13-4a48-b973-f1a22c72d58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33d8754-c3a3-4fd2-818f-4dd071801786,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:40.976210 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-6786d21d-4c38-478f-abac-522bac390ead None None] Set router b0c19301-0a38-4d15-b016-ddc5ac376e94 gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:41.024906 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-6786d21d-4c38-478f-abac-522bac390ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:38:40Z', 'revision_number': 6, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port_host': None}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:41.056818 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6786d21d-4c38-478f-abac-522bac390ead None None] The sync data for ids ['b0c19301-0a38-4d15-b016-ddc5ac376e94'] in dv-cinder-859193-1-iscsi is: [{'id': 'b0c19301-0a38-4d15-b016-ddc5ac376e94', 'name': 'tempest-AttachVolumeShelveTestJSON-420346718-router', 'tenant_id': '1f7134ad65014cb984417c99b3d76eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:26:08Z', 'updated_at': '2022-09-24T14:38:40Z', 'revision_number': 6, 'project_id': '1f7134ad65014cb984417c99b3d76eff', 'gw_port_host': None}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:38:41.068674 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (8b857833-1823-415f-9885-41288ec6f049), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.100772 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b857833-1823-415f-9885-41288ec6f049,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:41.165216 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680345'] for router_gateway (b0c19301-0a38-4d15-b016-ddc5ac376e94), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.253167 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3681485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (b0c19301-0a38-4d15-b016-ddc5ac376e94), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.256021 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Publish callbacks [] for router_controller (b0c19301-0a38-4d15-b016-ddc5ac376e94), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.267198 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46676) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:41.300000 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679342'] for router (b0c19301-0a38-4d15-b016-ddc5ac376e94), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.300636 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0c19301-0a38-4d15-b016-ddc5ac376e94 {{(pid=106294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 14:38:41.305814 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.306902 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-eb8deda2-e0e5-493e-bf82-7a4630c74512 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/b0c19301-0a38-4d15-b016-ddc5ac376e94 HTTP/1.1" status: 204 len: 168 time: 0.8450897 Sep 24 14:38:41.308941 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2aa4f93a-9ece-40c8-b101-7d8b0d89c907 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=88e9d7caf24e4ed288bf8b152538daeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404155 Sep 24 14:38:41.309485 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46678) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:41.311481 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46680) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:41.353479 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e5552f-c92b-443c-ad9d-538bb57c41f9 admin admin] Deleting subnet f32d4a51-22a9-4cfb-b152-16f2e987f478 {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:38:41.356467 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-49e5552f-c92b-443c-ad9d-538bb57c41f9 admin admin] Publish callbacks [] for subnet (f32d4a51-22a9-4cfb-b152-16f2e987f478), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.360378 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ea645bc8-ef2b-41ad-a970-964e4ab88956 admin admin] Publish callbacks [] for security_group (6c945de3-8765-4ec8-a62a-561572c526da), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.380317 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ea645bc8-ef2b-41ad-a970-964e4ab88956 admin admin] Publish callbacks [] for security_group (6c945de3-8765-4ec8-a62a-561572c526da), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.390174 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-49e5552f-c92b-443c-ad9d-538bb57c41f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027442'] for subnet (f32d4a51-22a9-4cfb-b152-16f2e987f478), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.444767 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ea645bc8-ef2b-41ad-a970-964e4ab88956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (6c945de3-8765-4ec8-a62a-561572c526da), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.448019 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ea645bc8-ef2b-41ad-a970-964e4ab88956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.449423 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-ea645bc8-ef2b-41ad-a970-964e4ab88956 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6c945de3-8765-4ec8-a62a-561572c526da HTTP/1.1" status: 204 len: 168 time: 0.1369746 Sep 24 14:38:41.459793 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea645bc8-ef2b-41ad-a970-964e4ab88956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c945de3-8765-4ec8-a62a-561572c526da,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:41.487189 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-49e5552f-c92b-443c-ad9d-538bb57c41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (f32d4a51-22a9-4cfb-b152-16f2e987f478), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.545323 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-49e5552f-c92b-443c-ad9d-538bb57c41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2967591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530269242'] for subnet (f32d4a51-22a9-4cfb-b152-16f2e987f478), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.569038 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5552f-c92b-443c-ad9d-538bb57c41f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32d4a51-22a9-4cfb-b152-16f2e987f478,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:41.574712 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-49e5552f-c92b-443c-ad9d-538bb57c41f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.578467 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-49e5552f-c92b-443c-ad9d-538bb57c41f9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/f32d4a51-22a9-4cfb-b152-16f2e987f478 HTTP/1.1" status: 204 len: 168 time: 0.2680864 Sep 24 14:38:41.581144 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46684) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:41.582907 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b1657b-bd01-4bbc-a448-a4ecdc11afea None None] Network 841ec28f-242a-4287-8d65-ef9f3927d5d5 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:38:41.586205 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:41.663639 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (841ec28f-242a-4287-8d65-ef9f3927d5d5), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.676992 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:41.714145 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Deleting port 80f9060d-7d0d-45af-89d4-b976ceecd313 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:41.714482 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.780318 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:41.789457 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] For port 80f9060d-7d0d-45af-89d4-b976ceecd313, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=80f9060d-7d0d-45af-89d4-b976ceecd313,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:41.789821 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.805173 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Calling delete_port for 80f9060d-7d0d-45af-89d4-b976ceecd313 owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:41.848415 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a24afe-882c-41e0-924a-b09b3f6f4831 None None] DHCP port deletion for 841ec28f-242a-4287-8d65-ef9f3927d5d5 request from dv-cinder-859193-1-iscsi {{(pid=106295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 14:38:41.896758 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f2a24afe-882c-41e0-924a-b09b3f6f4831 None None] Deleting port 80f9060d-7d0d-45af-89d4-b976ceecd313 {{(pid=106295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:38:41.897430 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f2a24afe-882c-41e0-924a-b09b3f6f4831 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), before_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.913855 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.943744 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f9060d-7d0d-45af-89d4-b976ceecd313,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:41.949360 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] No DVR routers for this DVR port 80f9060d-7d0d-45af-89d4-b976ceecd313 on host dv-cinder-859193-1-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:38:41.954772 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:41.975130 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f2a24afe-882c-41e0-924a-b09b3f6f4831 None None] For port 80f9060d-7d0d-45af-89d4-b976ceecd313, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=80f9060d-7d0d-45af-89d4-b976ceecd313,segment=NetworkSegment(924d3b49-e896-4d28-a6ef-9a43be9bd621),segment_id=924d3b49-e896-4d28-a6ef-9a43be9bd621)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:41.975603 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f2a24afe-882c-41e0-924a-b09b3f6f4831 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), precommit_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:41.989605 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:41.994580 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f2a24afe-882c-41e0-924a-b09b3f6f4831 None None] Calling delete_port for 80f9060d-7d0d-45af-89d4-b976ceecd313 owned by network:dhcp {{(pid=106295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:38:42.024951 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (841ec28f-242a-4287-8d65-ef9f3927d5d5), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:42.048998 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841ec28f-242a-4287-8d65-ef9f3927d5d5']}} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:42.059539 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924d3b49-e896-4d28-a6ef-9a43be9bd621') {'for_net_delete': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:42.059843 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924d3b49-e896-4d28-a6ef-9a43be9bd621') {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:42.072078 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530143768'] for segment (924d3b49-e896-4d28-a6ef-9a43be9bd621), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:42.074630 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f2a24afe-882c-41e0-924a-b09b3f6f4831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946'] for port (80f9060d-7d0d-45af-89d4-b976ceecd313), after_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:42.086946 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (924d3b49-e896-4d28-a6ef-9a43be9bd621), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:42.097825 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a24afe-882c-41e0-924a-b09b3f6f4831 None None] Pushing event deleted for resources: {'Port': ['ID=80f9060d-7d0d-45af-89d4-b976ceecd313,revision_number=None']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:42.098694 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=106294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:38:42.099154 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2186792'] for segment (924d3b49-e896-4d28-a6ef-9a43be9bd621), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:42.103550 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a24afe-882c-41e0-924a-b09b3f6f4831 None None] No DVR routers for this DVR port 80f9060d-7d0d-45af-89d4-b976ceecd313 on host dv-cinder-859193-1-iscsi {{(pid=106295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:38:42.167612 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (841ec28f-242a-4287-8d65-ef9f3927d5d5), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:42.173865 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:42.176900 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/841ec28f-242a-4287-8d65-ef9f3927d5d5 HTTP/1.1" status: 204 len: 168 time: 0.5940533 Sep 24 14:38:42.190635 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a78a6-e324-4b08-9b73-2547bdef03a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=841ec28f-242a-4287-8d65-ef9f3927d5d5,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:42.342422 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46688) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:42.381885 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-9aa71a4e-6fc9-4ebe-951e-e450476ede96 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1f7134ad65014cb984417c99b3d76eff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382564 Sep 24 14:38:42.384299 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46690) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:42.433513 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-196addf8-77bc-4b9c-a8bd-59066713b625 admin admin] Publish callbacks [] for security_group (189e5f7c-71e6-4d74-90ff-6c60fcdea1d1), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:42.452435 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 80f9060d-7d0d-45af-89d4-b976ceecd313 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:38:42.453772 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-196addf8-77bc-4b9c-a8bd-59066713b625 admin admin] Publish callbacks [] for security_group (189e5f7c-71e6-4d74-90ff-6c60fcdea1d1), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:42.472023 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 80f9060d-7d0d-45af-89d4-b976ceecd313 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:38:42.472371 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 80f9060d-7d0d-45af-89d4-b976ceecd313 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:38:42.472779 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 066619f6-354f-4495-8cc9-0fe7712114ec no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:38:42.493474 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 066619f6-354f-4495-8cc9-0fe7712114ec {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:38:42.493822 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 066619f6-354f-4495-8cc9-0fe7712114ec not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:38:42.494232 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 8b857833-1823-415f-9885-41288ec6f049 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:38:42.499863 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-196addf8-77bc-4b9c-a8bd-59066713b625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (189e5f7c-71e6-4d74-90ff-6c60fcdea1d1), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:42.502354 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-196addf8-77bc-4b9c-a8bd-59066713b625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:42.503512 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-196addf8-77bc-4b9c-a8bd-59066713b625 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/189e5f7c-71e6-4d74-90ff-6c60fcdea1d1 HTTP/1.1" status: 204 len: 168 time: 0.1183391 Sep 24 14:38:42.512989 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 8b857833-1823-415f-9885-41288ec6f049 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:38:42.513332 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 8b857833-1823-415f-9885-41288ec6f049 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:38:42.523052 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196addf8-77bc-4b9c-a8bd-59066713b625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189e5f7c-71e6-4d74-90ff-6c60fcdea1d1,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:42.530659 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 924d3b49-e896-4d28-a6ef-9a43be9bd621 resource provider aggregate not found Sep 24 14:38:42.548292 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 924d3b49-e896-4d28-a6ef-9a43be9bd621 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 924d3b49-e896-4d28-a6ef-9a43be9bd621 found for delete ", "request_id": "req-747e6984-36ec-4120-b2ea-e88e1d570fa7"}]} Sep 24 14:38:43.183199 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46716) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:43.277829 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2125845605-network', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:38:43.302186 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Made reservation on behalf of cfc1e3a42706435a93301d76ee7b74ed for: {'network': 1} {{(pid=106294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:38:43.304543 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for network (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.313708 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.388460 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Publish callbacks [] for security_group (0ae12ddd-3374-4868-b336-cf2931f6aef4), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.392169 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (0ae12ddd-3374-4868-b336-cf2931f6aef4), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.414139 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=106294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:38:43.429148 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae12ddd-3374-4868-b336-cf2931f6aef4,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:43.434095 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (d1de9d39-3421-48de-b17f-b54185ee1cb8), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.434463 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.segments_db [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Added segment d1de9d39-3421-48de-b17f-b54185ee1cb8 of type vlan for network 91a2cf93-1fab-4d21-a55a-3c3eecea066b Sep 24 14:38:43.466026 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=15 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:43.469628 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:43.479939 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747512418470'] for network (91a2cf93-1fab-4d21-a55a-3c3eecea066b), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.509447 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599'] for network (91a2cf93-1fab-4d21-a55a-3c3eecea066b), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.510467 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:43.511080 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.572275 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3879797 Sep 24 14:38:43.575217 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46720) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:43.575708 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5723e-c262-4537-a7b6-e354d136c569 admin admin] Pushing event updated for resources: {'Network': ['ID=91a2cf93-1fab-4d21-a55a-3c3eecea066b,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:43.580272 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-10b9dcc7-eaca-4782-bdaf-e32dd631030b admin admin] Request body: {'subnet': {'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2125845605-subnet', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:38:43.585027 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Network 91a2cf93-1fab-4d21-a55a-3c3eecea066b details requested by agent ovs-agent-dv-cinder-859193-1-iscsi with host dv-cinder-859193-1-iscsi {{(pid=106295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:38:43.600342 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b9dcc7-eaca-4782-bdaf-e32dd631030b admin admin] Made reservation on behalf of cfc1e3a42706435a93301d76ee7b74ed for: {'subnet': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:38:43.602803 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-10b9dcc7-eaca-4782-bdaf-e32dd631030b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530269205'] for subnet (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.769861 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-10b9dcc7-eaca-4782-bdaf-e32dd631030b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530269187'] for subnet (e9743a9e-3159-427e-ad8f-7ce32946e11a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.828884 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9dcc7-eaca-4782-bdaf-e32dd631030b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9743a9e-3159-427e-ad8f-7ce32946e11a,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:43.838272 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9dcc7-eaca-4782-bdaf-e32dd631030b admin admin] Checking segment: {'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:38:43.838622 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b9dcc7-eaca-4782-bdaf-e32dd631030b admin admin] Network hostable DHCP agents. Network: 91a2cf93-1fab-4d21-a55a-3c3eecea066b, hostable agents: ['a123da34-e73d-4375-bdc7-786e52653624'], hosted agents: [] {{(pid=106293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:38:43.855918 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b9dcc7-eaca-4782-bdaf-e32dd631030b admin admin] Network 91a2cf93-1fab-4d21-a55a-3c3eecea066b is scheduled to be hosted by DHCP agent a123da34-e73d-4375-bdc7-786e52653624 with binding_index 1 {{(pid=106293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:38:43.864948 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-10b9dcc7-eaca-4782-bdaf-e32dd631030b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859193-1-iscsi, 91a2cf93-1fab-4d21-a55a-3c3eecea066b) {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:38:43.869048 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b9dcc7-eaca-4782-bdaf-e32dd631030b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:43.869704 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-10b9dcc7-eaca-4782-bdaf-e32dd631030b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.875454 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f702521-c4d0-47f2-b0e8-61cf8a310d80 None None] Network 91a2cf93-1fab-4d21-a55a-3c3eecea066b requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:38:43.879114 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:43.887201 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-10b9dcc7-eaca-4782-bdaf-e32dd631030b admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3107548 Sep 24 14:38:43.890441 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46722) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:43.894981 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:38:43.915316 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12665'] for router (1a2e962a-5e95-4ce6-9297-e71f78855a6d), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.916283 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3681457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12640'] for router (1a2e962a-5e95-4ce6-9297-e71f78855a6d), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.966491 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Publish callbacks [] for router_controller (1a2e962a-5e95-4ce6-9297-e71f78855a6d), precommit_add_association {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:43.981530 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e8cdc4-ed46-5176-a3ed-10bdc880f551-91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a'}]}} from dv-cinder-859193-1-iscsi. {{(pid=106295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 24 14:38:43.983455 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:44.119726 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.db_base_plugin_common [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Allocated IP 172.20.0.2 (91a2cf93-1fab-4d21-a55a-3c3eecea066b/e9743a9e-3159-427e-ad8f-7ce32946e11a/23756b4d-d60b-4d1f-adf5-97f4506d29af) {{(pid=106295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:38:44.268229 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Publish callbacks [] for port (23756b4d-d60b-4d1f-adf5-97f4506d29af), precommit_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:44.276204 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937'] for port (23756b4d-d60b-4d1f-adf5-97f4506d29af), after_create {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:44.317485 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Network 91a2cf93-1fab-4d21-a55a-3c3eecea066b is already hosted by enough agents. {{(pid=106295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:38:44.322369 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.scheduler.base_scheduler [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Resources bound (agent type, host, resource id): {{(pid=106295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:38:44.326118 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Received port after_create {{(pid=106295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:38:44.331260 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Pushing event updated for resources: {'Port': ['ID=23756b4d-d60b-4d1f-adf5-97f4506d29af,revision_number=1']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:44.371639 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Publish callbacks [] for router_gateway (1a2e962a-5e95-4ce6-9297-e71f78855a6d), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:44.385244 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Attempting to bind port 23756b4d-d60b-4d1f-adf5-97f4506d29af on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:38:44.385638 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Attempting to bind port 23756b4d-d60b-4d1f-adf5-97f4506d29af by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:38:44.386000 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Attempting to bind port 23756b4d-d60b-4d1f-adf5-97f4506d29af on network 91a2cf93-1fab-4d21-a55a-3c3eecea066b {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:38:44.431675 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:38:44.432049 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Checking segment: {'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:38:44.432448 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:44.432836 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Bound using segment: {'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:38:44.433297 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Bound port: 23756b4d-d60b-4d1f-adf5-97f4506d29af, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:38:44.433668 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (23756b4d-d60b-4d1f-adf5-97f4506d29af), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:44.491236 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] For port 23756b4d-d60b-4d1f-adf5-97f4506d29af, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:38:44.494850 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] For port 23756b4d-d60b-4d1f-adf5-97f4506d29af, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=23756b4d-d60b-4d1f-adf5-97f4506d29af,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:38:44.501110 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (23756b4d-d60b-4d1f-adf5-97f4506d29af), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:44.550988 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81131cd7-d808-4451-b235-cd8c4629e1bb None None] Pushing event updated for resources: {'Port': ['ID=23756b4d-d60b-4d1f-adf5-97f4506d29af,revision_number=2']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:44.553732 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Publish callbacks [] for router_gateway (1a2e962a-5e95-4ce6-9297-e71f78855a6d), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:44.575502 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:44.701182 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Allocated IP 172.27.1.6 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/dbf1dec0-966e-4639-94ee-3b361b587fa8) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:38:44.815077 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Publish callbacks [] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:44.847540 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:44.852364 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:44.888676 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:38:44.893360 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:38:44.897565 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:38:44.919759 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf1dec0-966e-4639-94ee-3b361b587fa8,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:45.001540 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:45.137673 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Publish callbacks [] for router_gateway (1a2e962a-5e95-4ce6-9297-e71f78855a6d), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:45.330527 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3681513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680289'] for router (1a2e962a-5e95-4ce6-9297-e71f78855a6d), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:45.377389 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3727f00c-3b93-4328-93a3-e59eef2ed31b None None] Network 91a2cf93-1fab-4d21-a55a-3c3eecea066b requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:38:45.461621 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Router 1a2e962a-5e95-4ce6-9297-e71f78855a6d is scheduled to L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce with binding_index 1 {{(pid=106294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:38:45.563717 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-56b5328c-dad0-4847-b01f-0520af95e346 None None] Provisioning complete for port 23756b4d-d60b-4d1f-adf5-97f4506d29af triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:38:45.564083 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-56b5328c-dad0-4847-b01f-0520af95e346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (23756b4d-d60b-4d1f-adf5-97f4506d29af), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:45.564411 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-56b5328c-dad0-4847-b01f-0520af95e346 None None] Attempt 1 to provision port 23756b4d-d60b-4d1f-adf5-97f4506d29af Sep 24 14:38:45.570226 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:38:45.579926 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Sync routers for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:38:45.588257 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:45.592712 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-a93adf85-7636-477e-9b85-504ed6e651b9 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6980309 Sep 24 14:38:45.592985 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46724) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:45.594169 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:45.594796 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:45.699944 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:45.707422 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-56b5328c-dad0-4847-b01f-0520af95e346 None None] Current status of the port 23756b4d-d60b-4d1f-adf5-97f4506d29af is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:38:45.707811 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-56b5328c-dad0-4847-b01f-0520af95e346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (23756b4d-d60b-4d1f-adf5-97f4506d29af), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:45.721158 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:45.756604 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-56b5328c-dad0-4847-b01f-0520af95e346 None None] For port 23756b4d-d60b-4d1f-adf5-97f4506d29af, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=23756b4d-d60b-4d1f-adf5-97f4506d29af,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:45.762465 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-56b5328c-dad0-4847-b01f-0520af95e346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (23756b4d-d60b-4d1f-adf5-97f4506d29af), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:45.820358 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5328c-dad0-4847-b01f-0520af95e346 None None] Pushing event updated for resources: {'Port': ['ID=23756b4d-d60b-4d1f-adf5-97f4506d29af,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:45.886035 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:45.981719 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-22589ee9-f546-4062-ade2-9a899a19d25f None None] Provisioning complete for port 23756b4d-d60b-4d1f-adf5-97f4506d29af triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:38:45.981960 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-22589ee9-f546-4062-ade2-9a899a19d25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (23756b4d-d60b-4d1f-adf5-97f4506d29af), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:45.982303 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-22589ee9-f546-4062-ade2-9a899a19d25f None None] Attempt 1 to provision port 23756b4d-d60b-4d1f-adf5-97f4506d29af Sep 24 14:38:46.001368 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:46.009366 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:46.057589 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.069818 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-22589ee9-f546-4062-ade2-9a899a19d25f None None] Current status of the port 23756b4d-d60b-4d1f-adf5-97f4506d29af is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:38:46.138511 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:46.152642 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:45Z', 'revision_number': 3, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:46.179896 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Checking router: 1a2e962a-5e95-4ce6-9297-e71f78855a6d for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:38:46.180242 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Updating router 1a2e962a-5e95-4ce6-9297-e71f78855a6d port dbf1dec0-966e-4639-94ee-3b361b587fa8 binding host dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:38:46.207195 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.215734 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Allocated IP 172.20.0.1 (91a2cf93-1fab-4d21-a55a-3c3eecea066b/e9743a9e-3159-427e-ad8f-7ce32946e11a/9060dd2a-479d-47fb-8def-5ba09c29ac6a) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:38:46.238853 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:46.318824 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Publish callbacks [] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.321274 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:46.354433 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.398228 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Network 91a2cf93-1fab-4d21-a55a-3c3eecea066b is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:38:46.401269 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:38:46.405787 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:38:46.428311 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Pushing event updated for resources: {'Port': ['ID=9060dd2a-479d-47fb-8def-5ba09c29ac6a,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:46.449700 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768856'] for router_interface (1a2e962a-5e95-4ce6-9297-e71f78855a6d), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.458301 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Publish callbacks [] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), precommit_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.464776 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.502258 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Attempting to bind port dbf1dec0-966e-4639-94ee-3b361b587fa8 on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:38:46.502258 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Attempting to bind port dbf1dec0-966e-4639-94ee-3b361b587fa8 by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:38:46.502560 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Attempting to bind port dbf1dec0-966e-4639-94ee-3b361b587fa8 on network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:38:46.522408 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 23756b4d-d60b-4d1f-adf5-97f4506d29af up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:38:46.548185 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Pushing event updated for resources: {'Port': ['ID=dbf1dec0-966e-4639-94ee-3b361b587fa8,revision_number=2']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:46.562363 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.562706 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.563085 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.563426 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.563771 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.564086 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.564405 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.564724 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.565043 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.565367 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.565686 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.566030 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.566353 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.566668 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.567007 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:38:46.570976 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:38:46.571345 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Checking segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:38:46.572022 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.572141 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Bound using segment: {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'} {{(pid=106296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:38:46.572579 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.managers [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Bound port: dbf1dec0-966e-4639-94ee-3b361b587fa8, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7a5f7-9801-4f9e-8a74-3d38f14746b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}}] {{(pid=106296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:38:46.572954 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), before_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.588522 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 23756b4d-d60b-4d1f-adf5-97f4506d29af triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:38:46.592537 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (23756b4d-d60b-4d1f-adf5-97f4506d29af), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.592907 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 23756b4d-d60b-4d1f-adf5-97f4506d29af Sep 24 14:38:46.624503 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] For port dbf1dec0-966e-4639-94ee-3b361b587fa8, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:38:46.626135 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.628057 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.plugins.ml2.db [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] For port dbf1dec0-966e-4639-94ee-3b361b587fa8, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=dbf1dec0-966e-4639-94ee-3b361b587fa8,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:38:46.636414 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron_lib.callbacks.manager [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), after_update {{(pid=106296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.681855 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 23756b4d-d60b-4d1f-adf5-97f4506d29af is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:38:46.688468 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:46.689077 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:46.699364 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Provisioning complete for port 9060dd2a-479d-47fb-8def-5ba09c29ac6a triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:38:46.699739 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.700478 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Attempt 1 to provision port 9060dd2a-479d-47fb-8def-5ba09c29ac6a Sep 24 14:38:46.732283 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Port 9060dd2a-479d-47fb-8def-5ba09c29ac6a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:38:46.738521 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516aa7f-1b3c-4637-9302-98002f496a4b None None] Pushing event updated for resources: {'Port': ['ID=dbf1dec0-966e-4639-94ee-3b361b587fa8,revision_number=3']} {{(pid=106296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:46.803024 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:46.807501 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:46.822933 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Publish callbacks [] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.832819 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.896743 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3661601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768972'] for router_interface (1a2e962a-5e95-4ce6-9297-e71f78855a6d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:46.901546 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Pushing event updated for resources: {'Port': ['ID=9060dd2a-479d-47fb-8def-5ba09c29ac6a,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:46.975192 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:46.993426 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Network 91a2cf93-1fab-4d21-a55a-3c3eecea066b is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:38:46.994795 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:38:47.021164 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 1, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:47.048853 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7764e3-57f1-402d-b79e-89d7675132ed None None] The sync data for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi is: [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 1, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:38:47.115544 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Router 1a2e962a-5e95-4ce6-9297-e71f78855a6d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:38:47.167831 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:47.230292 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:38:47.233591 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Attempt 2 to provision port 9060dd2a-479d-47fb-8def-5ba09c29ac6a Sep 24 14:38:47.237730 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-a1acd5d2-72d8-4535-afe8-646fb064545c admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/1a2e962a-5e95-4ce6-9297-e71f78855a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6436958 Sep 24 14:38:47.293608 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Port 9060dd2a-479d-47fb-8def-5ba09c29ac6a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:38:47.559003 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46732) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:47.564037 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-ba164bce-71f7-4d6d-8c42-dac498405bb3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1646575162', 'description': 'tempest-description--454249559'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:38:47.586779 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba164bce-71f7-4d6d-8c42-dac498405bb3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:47.659248 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba164bce-71f7-4d6d-8c42-dac498405bb3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group (065acbaa-8337-4452-8a0c-ae162246440e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:47.664548 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba164bce-71f7-4d6d-8c42-dac498405bb3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (065acbaa-8337-4452-8a0c-ae162246440e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:47.711297 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-ba164bce-71f7-4d6d-8c42-dac498405bb3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:47.712672 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-ba164bce-71f7-4d6d-8c42-dac498405bb3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1524024 Sep 24 14:38:47.713890 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba164bce-71f7-4d6d-8c42-dac498405bb3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065acbaa-8337-4452-8a0c-ae162246440e,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:47.715850 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46736) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:47.720672 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-771dbbe8-12d8-49fc-ab8e-f91bc4f375ff tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Request body: {'security_group_rule': {'security_group_id': '065acbaa-8337-4452-8a0c-ae162246440e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:38:47.752226 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-771dbbe8-12d8-49fc-ab8e-f91bc4f375ff tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group_rule (96133bc7-7ba0-485c-8fdb-c31d531a8fe5), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:47.794506 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Attempt 3 to provision port 9060dd2a-479d-47fb-8def-5ba09c29ac6a Sep 24 14:38:47.816498 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-771dbbe8-12d8-49fc-ab8e-f91bc4f375ff tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group_rule (96133bc7-7ba0-485c-8fdb-c31d531a8fe5), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:47.820777 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-771dbbe8-12d8-49fc-ab8e-f91bc4f375ff tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (96133bc7-7ba0-485c-8fdb-c31d531a8fe5), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:47.846785 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Port 9060dd2a-479d-47fb-8def-5ba09c29ac6a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:38:47.849208 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:47.853213 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-771dbbe8-12d8-49fc-ab8e-f91bc4f375ff tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:47.854759 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-771dbbe8-12d8-49fc-ab8e-f91bc4f375ff tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377621 Sep 24 14:38:47.855759 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771dbbe8-12d8-49fc-ab8e-f91bc4f375ff tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96133bc7-7ba0-485c-8fdb-c31d531a8fe5,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:47.859712 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46738) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:47.869941 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-21958eb6-370a-4bc8-bd06-ef5228f7c113 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Request body: {'security_group_rule': {'security_group_id': '065acbaa-8337-4452-8a0c-ae162246440e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:38:47.898779 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-21958eb6-370a-4bc8-bd06-ef5228f7c113 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group_rule (e87a01fa-2009-4459-ac17-92b817561726), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.165322 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.240527 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-21958eb6-370a-4bc8-bd06-ef5228f7c113 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group_rule (e87a01fa-2009-4459-ac17-92b817561726), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.244460 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-21958eb6-370a-4bc8-bd06-ef5228f7c113 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (e87a01fa-2009-4459-ac17-92b817561726), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.262303 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21958eb6-370a-4bc8-bd06-ef5228f7c113 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87a01fa-2009-4459-ac17-92b817561726,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:48.270282 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-21958eb6-370a-4bc8-bd06-ef5228f7c113 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.271521 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-21958eb6-370a-4bc8-bd06-ef5228f7c113 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4085851 Sep 24 14:38:48.274569 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46740) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:38:48.280296 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:38:48.303991 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.318288 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:48.347805 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Attempt 4 to provision port 9060dd2a-479d-47fb-8def-5ba09c29ac6a Sep 24 14:38:48.382630 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Port 9060dd2a-479d-47fb-8def-5ba09c29ac6a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:38:48.385173 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.479385 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device dbf1dec0-966e-4639-94ee-3b361b587fa8 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:38:48.494790 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Allocated IP 172.27.1.230 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/a6d6dd70-b12e-467b-bc2d-218fa6a334e9) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:38:48.526792 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port dbf1dec0-966e-4639-94ee-3b361b587fa8 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:38:48.527193 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.527549 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port dbf1dec0-966e-4639-94ee-3b361b587fa8 Sep 24 14:38:48.598063 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port dbf1dec0-966e-4639-94ee-3b361b587fa8 is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:38:48.598361 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.614584 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for port (a6d6dd70-b12e-467b-bc2d-218fa6a334e9), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.623868 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] For port dbf1dec0-966e-4639-94ee-3b361b587fa8, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=dbf1dec0-966e-4639-94ee-3b361b587fa8,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:48.628734 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.650348 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (a6d6dd70-b12e-467b-bc2d-218fa6a334e9), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.676446 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Pushing event updated for resources: {'Port': ['ID=dbf1dec0-966e-4639-94ee-3b361b587fa8,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:48.687131 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:38:48.690142 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:38:48.695724 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:38:48.699804 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:48.730350 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event updated for resources: {'Port': ['ID=a6d6dd70-b12e-467b-bc2d-218fa6a334e9,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:48.789078 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (64350ae6-d590-478c-b966-c9d8378b0e98), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.832143 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (a6d6dd70-b12e-467b-bc2d-218fa6a334e9), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.883915 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Attempt 5 to provision port 9060dd2a-479d-47fb-8def-5ba09c29ac6a Sep 24 14:38:48.917582 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Port 9060dd2a-479d-47fb-8def-5ba09c29ac6a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:38:48.986174 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for port (a6d6dd70-b12e-467b-bc2d-218fa6a334e9), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.990746 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (a6d6dd70-b12e-467b-bc2d-218fa6a334e9), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:48.994067 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:49.050364 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Sync routers for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:38:49.059683 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:49.060038 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event updated for resources: {'Port': ['ID=a6d6dd70-b12e-467b-bc2d-218fa6a334e9,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:49.060285 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:49.063093 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (64350ae6-d590-478c-b966-c9d8378b0e98), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:49.079460 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:49.080685 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d7e4606f-23a7-4196-a855-57065faad550 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8043156 Sep 24 14:38:49.171533 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:49.234132 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-db5a7fc1-ada1-494c-b459-a05860f6cd9d tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1646575162&fields=id&tenant_id=cfc1e3a42706435a93301d76ee7b74ed HTTP/1.1" status: 200 len: 267 time: 0.0424163 Sep 24 14:38:49.343359 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb35af4-a059-4e6e-9425-521a069590ba req-41985a7a-9de8-4e5d-aa40-ae88cb4bffb4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:49.344836 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-41985a7a-9de8-4e5d-aa40-ae88cb4bffb4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/networks?id=91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 200 len: 811 time: 0.1042905 Sep 24 14:38:49.357152 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:49.360105 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 2, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:49.360682 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-cb9aa2e8-87d2-4241-8099-3cb260487b2d tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/quotas/cfc1e3a42706435a93301d76ee7b74ed HTTP/1.1" status: 200 len: 375 time: 0.0104761 Sep 24 14:38:49.385795 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Checking router: 1a2e962a-5e95-4ce6-9297-e71f78855a6d for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:38:49.386155 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Updating router 1a2e962a-5e95-4ce6-9297-e71f78855a6d port 9060dd2a-479d-47fb-8def-5ba09c29ac6a binding host dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:38:49.412416 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-a93071e8-bc28-44ce-ba35-47c94e5ef2c4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454454 Sep 24 14:38:49.415077 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:49.423456 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Attempt 6 to provision port 9060dd2a-479d-47fb-8def-5ba09c29ac6a Sep 24 14:38:49.481633 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Port 9060dd2a-479d-47fb-8def-5ba09c29ac6a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:38:49.549959 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-9f8dc567-ede4-42db-ab0b-a9b00d5f9abc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260889 Sep 24 14:38:49.641758 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-496e5982-99fa-45f5-81b9-1ad5fc763275 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858352 Sep 24 14:38:49.648266 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:49.653275 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:49.678685 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:49.698980 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Publish callbacks [] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), precommit_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:49.704721 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:49.773878 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147f1da-c8ad-457d-9c2a-e748f3e592f1 None None] Pushing event updated for resources: {'Port': ['ID=9060dd2a-479d-47fb-8def-5ba09c29ac6a,revision_number=3']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:49.819356 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Attempting to bind port 9060dd2a-479d-47fb-8def-5ba09c29ac6a on host dv-cinder-859193-1-iscsi for vnic_type normal with profile {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:38:49.819356 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Attempting to bind port 9060dd2a-479d-47fb-8def-5ba09c29ac6a by drivers openvswitch,hyperv on host dv-cinder-859193-1-iscsi at level 0 using segments [{'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:38:49.819356 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Attempting to bind port 9060dd2a-479d-47fb-8def-5ba09c29ac6a on network 91a2cf93-1fab-4d21-a55a-3c3eecea066b {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:38:49.822027 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-136c33b0-3d8c-4993-b58f-4a57e8a523b2 req-249c533a-6b77-485c-b2f2-a7143d4ad69f tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 210 time: 0.0320926 Sep 24 14:38:49.869392 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Checking agent: {'id': 'd0f708b8-00b2-4401-a956-92249ec92fec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859193-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 18, 1), 'started_at': datetime.datetime(2022, 9, 24, 14, 18, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859193-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:38:49.869775 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Checking segment: {'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:38:49.870166 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:49.870555 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Bound using segment: {'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'} {{(pid=106295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:38:49.871124 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.managers [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Bound port: 9060dd2a-479d-47fb-8def-5ba09c29ac6a, host: dv-cinder-859193-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'}}] {{(pid=106295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:38:49.871502 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:49.933116 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] For port 9060dd2a-479d-47fb-8def-5ba09c29ac6a, host dv-cinder-859193-1-iscsi, cleared binding levels {{(pid=106295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:38:49.936628 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] For port 9060dd2a-479d-47fb-8def-5ba09c29ac6a, host dv-cinder-859193-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=9060dd2a-479d-47fb-8def-5ba09c29ac6a,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:38:49.942434 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:49.982331 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:38:49.982331 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:49.985700 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Attempt 7 to provision port 9060dd2a-479d-47fb-8def-5ba09c29ac6a Sep 24 14:38:50.081402 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147f1da-c8ad-457d-9c2a-e748f3e592f1 None None] Pushing event updated for resources: {'Port': ['ID=9060dd2a-479d-47fb-8def-5ba09c29ac6a,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:50.181678 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:38:50.183533 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Current status of the port 9060dd2a-479d-47fb-8def-5ba09c29ac6a is: DOWN; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:38:50.183919 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:50.296142 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] For port 9060dd2a-479d-47fb-8def-5ba09c29ac6a, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=9060dd2a-479d-47fb-8def-5ba09c29ac6a,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:50.451231 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:50.502117 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 9060dd2a-479d-47fb-8def-5ba09c29ac6a up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:38:50.571528 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920b4ff-54b7-4f15-891b-7e08baf5bc06 None None] Pushing event updated for resources: {'Port': ['ID=9060dd2a-479d-47fb-8def-5ba09c29ac6a,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:50.605996 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-83c7ed96-001a-40da-a859-2751a446da6b None None] Provisioning complete for port 9060dd2a-479d-47fb-8def-5ba09c29ac6a triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:38:50.606374 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-83c7ed96-001a-40da-a859-2751a446da6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:50.606708 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-83c7ed96-001a-40da-a859-2751a446da6b None None] Attempt 1 to provision port 9060dd2a-479d-47fb-8def-5ba09c29ac6a Sep 24 14:38:50.649522 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 9060dd2a-479d-47fb-8def-5ba09c29ac6a triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:38:50.649900 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:50.650234 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 9060dd2a-479d-47fb-8def-5ba09c29ac6a Sep 24 14:38:50.669461 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:49Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:38:50.711292 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d40fd9-b588-4af7-acc3-3b34ccf5866a None None] The sync data for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi is: [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:49Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:38:50.778324 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-83c7ed96-001a-40da-a859-2751a446da6b None None] Current status of the port 9060dd2a-479d-47fb-8def-5ba09c29ac6a is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:38:50.790953 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 9060dd2a-479d-47fb-8def-5ba09c29ac6a is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:38:50.792038 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device dbf1dec0-966e-4639-94ee-3b361b587fa8 up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:38:50.839968 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port dbf1dec0-966e-4639-94ee-3b361b587fa8 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:38:50.840779 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:50.840779 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port dbf1dec0-966e-4639-94ee-3b361b587fa8 Sep 24 14:38:50.925415 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port dbf1dec0-966e-4639-94ee-3b361b587fa8 is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:38:50.948184 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c6ba9cae-7f9c-4e76-a11c-f1386a5bbd71 req-f8be4908-03e5-4a95-9c41-874dc1d418b3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 210 time: 0.0310433 Sep 24 14:38:51.072088 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb35af4-a059-4e6e-9425-521a069590ba req-69818bb3-d640-4195-97f5-69ab86a8e243 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:51.073588 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-69818bb3-d640-4195-97f5-69ab86a8e243 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.33 "GET /networking/v2.0/networks?id=91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 200 len: 811 time: 0.1208584 Sep 24 14:38:51.145478 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-1595e9c7-b4a0-4642-9c51-695f0547bc85 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cfc1e3a42706435a93301d76ee7b74ed HTTP/1.1" status: 200 len: 380 time: 0.0576673 Sep 24 14:38:51.257891 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-8cb35af4-a059-4e6e-9425-521a069590ba req-ea6b45eb-7ae1-42d0-8bc2-762ec4972197 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Request body: {'port': {'device_id': 'ee65d370-8082-417a-bb3d-5816c602da9f', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'admin_state_up': True, 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'security_groups': ['065acbaa-8337-4452-8a0c-ae162246440e']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:38:51.374635 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb35af4-a059-4e6e-9425-521a069590ba req-ea6b45eb-7ae1-42d0-8bc2-762ec4972197 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Made reservation on behalf of cfc1e3a42706435a93301d76ee7b74ed for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:38:51.378585 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8cb35af4-a059-4e6e-9425-521a069590ba req-ea6b45eb-7ae1-42d0-8bc2-762ec4972197 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:51.501116 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-8cb35af4-a059-4e6e-9425-521a069590ba req-ea6b45eb-7ae1-42d0-8bc2-762ec4972197 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Allocated IP 172.20.0.10 (91a2cf93-1fab-4d21-a55a-3c3eecea066b/e9743a9e-3159-427e-ad8f-7ce32946e11a/1e1b1630-2a20-474d-8181-2d01b2f828a6) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:38:51.528570 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:51.639846 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8cb35af4-a059-4e6e-9425-521a069590ba req-ea6b45eb-7ae1-42d0-8bc2-762ec4972197 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:51.671999 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8cb35af4-a059-4e6e-9425-521a069590ba req-ea6b45eb-7ae1-42d0-8bc2-762ec4972197 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:51.720637 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb35af4-a059-4e6e-9425-521a069590ba req-ea6b45eb-7ae1-42d0-8bc2-762ec4972197 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Network 91a2cf93-1fab-4d21-a55a-3c3eecea066b is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:38:51.724067 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-8cb35af4-a059-4e6e-9425-521a069590ba req-ea6b45eb-7ae1-42d0-8bc2-762ec4972197 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:38:51.727959 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb35af4-a059-4e6e-9425-521a069590ba req-ea6b45eb-7ae1-42d0-8bc2-762ec4972197 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:38:51.751415 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b45eb-7ae1-42d0-8bc2-762ec4972197 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event updated for resources: {'Port': ['ID=1e1b1630-2a20-474d-8181-2d01b2f828a6,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:51.780154 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb35af4-a059-4e6e-9425-521a069590ba req-ea6b45eb-7ae1-42d0-8bc2-762ec4972197 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:51.780789 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8cb35af4-a059-4e6e-9425-521a069590ba req-ea6b45eb-7ae1-42d0-8bc2-762ec4972197 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:51.798847 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-ea6b45eb-7ae1-42d0-8bc2-762ec4972197 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5449538 Sep 24 14:38:51.895437 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Request body: {'port': {'device_id': 'ee65d370-8082-417a-bb3d-5816c602da9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:38:51.898786 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:51.902887 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-71f2a651-b250-4165-b22c-bc0e7ffb1a22 None None] Provisioning complete for port 1e1b1630-2a20-474d-8181-2d01b2f828a6 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:38:51.903397 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-71f2a651-b250-4165-b22c-bc0e7ffb1a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:51.903716 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-71f2a651-b250-4165-b22c-bc0e7ffb1a22 None None] Attempt 1 to provision port 1e1b1630-2a20-474d-8181-2d01b2f828a6 Sep 24 14:38:51.930998 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:51.939135 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-71f2a651-b250-4165-b22c-bc0e7ffb1a22 None None] Port 1e1b1630-2a20-474d-8181-2d01b2f828a6 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:38:51.957169 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:52.112796 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7ebcc-3462-4a01-b48e-1519ca707879 req-416b20f4-ad88-4286-8c2c-538f30e3c85f tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:52.114133 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e9a7ebcc-3462-4a01-b48e-1519ca707879 req-416b20f4-ad88-4286-8c2c-538f30e3c85f tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 932 time: 0.0626311 Sep 24 14:38:52.213358 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e9a7ebcc-3462-4a01-b48e-1519ca707879 req-5301f80c-4c41-4418-8bac-3464c771532a tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901911 Sep 24 14:38:52.281073 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1b1630-2a20-474d-8181-2d01b2f828a6 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:38:52.289069 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Publish callbacks [] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:52.301741 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Transition to ACTIVE for port object 1e1b1630-2a20-474d-8181-2d01b2f828a6 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:38:52.305627 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:52.368799 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1b1630-2a20-474d-8181-2d01b2f828a6,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:52.399716 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:52.419379 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Attempting to bind port 1e1b1630-2a20-474d-8181-2d01b2f828a6 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:38:52.419713 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Attempting to bind port 1e1b1630-2a20-474d-8181-2d01b2f828a6 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:38:52.420527 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Attempting to bind port 1e1b1630-2a20-474d-8181-2d01b2f828a6 on network 91a2cf93-1fab-4d21-a55a-3c3eecea066b {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:38:52.441002 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-71f2a651-b250-4165-b22c-bc0e7ffb1a22 None None] Attempt 2 to provision port 1e1b1630-2a20-474d-8181-2d01b2f828a6 Sep 24 14:38:52.463335 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Port 1e1b1630-2a20-474d-8181-2d01b2f828a6 on network 91a2cf93-1fab-4d21-a55a-3c3eecea066b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:38:52.463780 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Attempting to bind port 1e1b1630-2a20-474d-8181-2d01b2f828a6 on network 91a2cf93-1fab-4d21-a55a-3c3eecea066b {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:38:52.470700 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:52.478339 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 9060dd2a-479d-47fb-8def-5ba09c29ac6a up at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:38:52.480897 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-71f2a651-b250-4165-b22c-bc0e7ffb1a22 None None] Port 1e1b1630-2a20-474d-8181-2d01b2f828a6 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:38:52.503135 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:52.510258 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:38:52.510598 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Checking segment: {'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:38:52.511015 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Bound using segment: {'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:38:52.511455 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Bound port: 1e1b1630-2a20-474d-8181-2d01b2f828a6, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:38:52.511816 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:52.530875 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Provisioning complete for port 9060dd2a-479d-47fb-8def-5ba09c29ac6a triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:38:52.531245 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:52.531574 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Attempt 1 to provision port 9060dd2a-479d-47fb-8def-5ba09c29ac6a Sep 24 14:38:52.572186 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] For port 1e1b1630-2a20-474d-8181-2d01b2f828a6, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:38:52.575404 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] For port 1e1b1630-2a20-474d-8181-2d01b2f828a6, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1e1b1630-2a20-474d-8181-2d01b2f828a6,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:38:52.581124 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:52.585125 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:52.585732 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:52.587127 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/1e1b1630-2a20-474d-8181-2d01b2f828a6 HTTP/1.1" status: 200 len: 1094 time: 0.6958771 Sep 24 14:38:52.587665 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee65d370-8082-417a-bb3d-5816c602da9f', 'tag': '1e1b1630-2a20-474d-8181-2d01b2f828a6'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:38:52.589988 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e496f2b1-32de-4989-ac36-ae657b5e8938" -d '{"events": [{"name": "network-changed", "server_uuid": "ee65d370-8082-417a-bb3d-5816c602da9f", "tag": "1e1b1630-2a20-474d-8181-2d01b2f828a6"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:38:52.604768 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Current status of the port 9060dd2a-479d-47fb-8def-5ba09c29ac6a is: ACTIVE; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:38:52.637531 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01a6b7d-e43e-4d28-88f1-f085b96d4b58 x-openstack-request-id: req-a01a6b7d-e43e-4d28-88f1-f085b96d4b58 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:38:52.637823 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee65d370-8082-417a-bb3d-5816c602da9f", "tag": "1e1b1630-2a20-474d-8181-2d01b2f828a6", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:38:52.638088 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a01a6b7d-e43e-4d28-88f1-f085b96d4b58 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:38:52.638495 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01a6b7d-e43e-4d28-88f1-f085b96d4b58'] response: {'name': 'network-changed', 'server_uuid': 'ee65d370-8082-417a-bb3d-5816c602da9f', 'tag': '1e1b1630-2a20-474d-8181-2d01b2f828a6', 'status': 'completed', 'code': 200} Sep 24 14:38:52.639317 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1fec4-4b09-48fe-979f-5b4e109673a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1b1630-2a20-474d-8181-2d01b2f828a6,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:52.698960 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:52.704775 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb35af4-a059-4e6e-9425-521a069590ba req-25567849-7c07-468c-90e3-190a9f0c402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:52.706253 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-25567849-7c07-468c-90e3-190a9f0c402a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 1128 time: 0.0402913 Sep 24 14:38:52.756602 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-847dada5-969f-48c5-856e-465913b27048 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1b1630-2a20-474d-8181-2d01b2f828a6 HTTP/1.1" status: 200 len: 217 time: 0.0362639 Sep 24 14:38:52.804927 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb35af4-a059-4e6e-9425-521a069590ba req-97af72be-76e0-4d7f-bb34-255bfe1efec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:52.806317 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-97af72be-76e0-4d7f-bb34-255bfe1efec8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e9743a9e-3159-427e-ad8f-7ce32946e11a HTTP/1.1" status: 200 len: 850 time: 0.0440500 Sep 24 14:38:52.848448 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb35af4-a059-4e6e-9425-521a069590ba req-bc92192e-56f5-4a40-9d1e-dec559e9c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:52.849900 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-bc92192e-56f5-4a40-9d1e-dec559e9c698 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=91a2cf93-1fab-4d21-a55a-3c3eecea066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379972 Sep 24 14:38:52.948996 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-ab6aaddf-bf41-4dc0-b49e-5b200b38bd8b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928056 Sep 24 14:38:52.982409 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-71f2a651-b250-4165-b22c-bc0e7ffb1a22 None None] Attempt 3 to provision port 1e1b1630-2a20-474d-8181-2d01b2f828a6 Sep 24 14:38:53.019641 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-71f2a651-b250-4165-b22c-bc0e7ffb1a22 None None] Port 1e1b1630-2a20-474d-8181-2d01b2f828a6 had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:38:53.037380 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cb35af4-a059-4e6e-9425-521a069590ba req-41176528-96c7-4cc9-8022-3459da39dfe4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819459 Sep 24 14:38:53.336614 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab41bc-1794-427a-9470-ab6355035d3c req-f5470777-6786-4d5f-b136-8173c39c81ae tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:53.338080 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8ab41bc-1794-427a-9470-ab6355035d3c req-f5470777-6786-4d5f-b136-8173c39c81ae tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 944 time: 0.0500617 Sep 24 14:38:53.384250 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c8ab41bc-1794-427a-9470-ab6355035d3c req-06e40ba3-dc25-4429-bd3c-f0087bae45ab tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399451 Sep 24 14:38:54.506400 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f979327-808c-4843-9307-8dacd02003f9 req-b7eaec95-6c4a-4491-a1f9-31806e062c59 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:54.507857 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6f979327-808c-4843-9307-8dacd02003f9 req-b7eaec95-6c4a-4491-a1f9-31806e062c59 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 944 time: 0.0495529 Sep 24 14:38:54.553751 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-6f979327-808c-4843-9307-8dacd02003f9 req-0a3422e5-83f4-4184-b0c9-0a386cbc1230 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403583 Sep 24 14:38:55.537924 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496f2b1-32de-4989-ac36-ae657b5e8938 req-ec75b92e-d394-46ec-bf79-985d7d4941e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:55.539462 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e496f2b1-32de-4989-ac36-ae657b5e8938 req-ec75b92e-d394-46ec-bf79-985d7d4941e3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 1128 time: 0.0407083 Sep 24 14:38:55.675941 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496f2b1-32de-4989-ac36-ae657b5e8938 req-78c2f0eb-d897-4039-adee-4d147fb9c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:55.677360 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e496f2b1-32de-4989-ac36-ae657b5e8938 req-78c2f0eb-d897-4039-adee-4d147fb9c4ea service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 200 len: 911 time: 0.1326258 Sep 24 14:38:55.696243 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee10ad-f9d8-47f7-be23-8a10243ce7d0 req-4f6e7a70-940f-4893-a43b-4f4239a7d045 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:55.697669 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ffee10ad-f9d8-47f7-be23-8a10243ce7d0 req-4f6e7a70-940f-4893-a43b-4f4239a7d045 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 944 time: 0.0633032 Sep 24 14:38:55.707644 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d3cfde71-2ff5-4a5a-b880-26b1b515009d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:55.726987 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e496f2b1-32de-4989-ac36-ae657b5e8938 req-95621034-0afb-4af4-bee4-56cc40f68680 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1b1630-2a20-474d-8181-2d01b2f828a6 HTTP/1.1" status: 200 len: 217 time: 0.0417876 Sep 24 14:38:55.803075 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496f2b1-32de-4989-ac36-ae657b5e8938 req-71bf5cb0-e7d3-4157-872a-e1ff0a18345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:55.804414 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e496f2b1-32de-4989-ac36-ae657b5e8938 req-71bf5cb0-e7d3-4157-872a-e1ff0a18345f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e9743a9e-3159-427e-ad8f-7ce32946e11a HTTP/1.1" status: 200 len: 850 time: 0.0715127 Sep 24 14:38:55.808546 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ffee10ad-f9d8-47f7-be23-8a10243ce7d0 req-2229923a-62e3-448b-b1fe-c7c431993e5b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841587 Sep 24 14:38:55.847925 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496f2b1-32de-4989-ac36-ae657b5e8938 req-e0e6b1bc-049e-4bde-8bcc-512a4ece80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:55.849394 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e496f2b1-32de-4989-ac36-ae657b5e8938 req-e0e6b1bc-049e-4bde-8bcc-512a4ece80c5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=91a2cf93-1fab-4d21-a55a-3c3eecea066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394084 Sep 24 14:38:55.931558 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:55.937925 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e496f2b1-32de-4989-ac36-ae657b5e8938 req-95265098-5bf9-484d-8a04-774e7c9dd1e6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828171 Sep 24 14:38:56.028338 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e496f2b1-32de-4989-ac36-ae657b5e8938 req-84142042-bf85-4378-96e5-b776cdb2f1b3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841861 Sep 24 14:38:56.713885 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 1e1b1630-2a20-474d-8181-2d01b2f828a6 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:38:56.809833 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 1e1b1630-2a20-474d-8181-2d01b2f828a6, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1e1b1630-2a20-474d-8181-2d01b2f828a6,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:56.822795 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '1e1b1630-2a20-474d-8181-2d01b2f828a6', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'port_id': '1e1b1630-2a20-474d-8181-2d01b2f828a6', 'mac_address': 'fa:16:3e:97:a2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:38:56.861794 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 1e1b1630-2a20-474d-8181-2d01b2f828a6 is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:38:56.862215 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:56.875204 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1b1630-2a20-474d-8181-2d01b2f828a6 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:38:56.895370 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 1e1b1630-2a20-474d-8181-2d01b2f828a6, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1e1b1630-2a20-474d-8181-2d01b2f828a6,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:56.899670 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:56.934607 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326ea4f-c339-4912-9932-71eed940dd06 req-6b384e48-e07d-48d0-a9b2-a8d03c8dd754 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:56.936200 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2326ea4f-c339-4912-9932-71eed940dd06 req-6b384e48-e07d-48d0-a9b2-a8d03c8dd754 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 945 time: 0.0484204 Sep 24 14:38:56.945912 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=1e1b1630-2a20-474d-8181-2d01b2f828a6,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:56.983402 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-2326ea4f-c339-4912-9932-71eed940dd06 req-525f9558-d343-4bd8-91f8-d4d7a6703b18 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416019 Sep 24 14:38:57.017338 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:57.025419 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=73,neutron:UPDATE=5 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:57.359273 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['1e1b1630-2a20-474d-8181-2d01b2f828a6'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:38:58.069269 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:38:58.107090 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a29156-979d-4e4d-9965-9ec69ef172da req-f2f67123-c068-4600-8fdc-90e324d645f7 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:58.109290 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-98a29156-979d-4e4d-9965-9ec69ef172da req-f2f67123-c068-4600-8fdc-90e324d645f7 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 945 time: 0.0482075 Sep 24 14:38:58.117623 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1cb357fc-4928-4e4a-87a0-becd0572edef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:58.158245 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-98a29156-979d-4e4d-9965-9ec69ef172da req-6d0b47cc-4e1b-4c97-aee9-e3c72973fe14 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430479 Sep 24 14:38:58.736942 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 1e1b1630-2a20-474d-8181-2d01b2f828a6 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:38:58.778899 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 1e1b1630-2a20-474d-8181-2d01b2f828a6 completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:38:58.786751 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 1e1b1630-2a20-474d-8181-2d01b2f828a6 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:38:58.787182 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:58.787520 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 1e1b1630-2a20-474d-8181-2d01b2f828a6 Sep 24 14:38:58.861113 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 1e1b1630-2a20-474d-8181-2d01b2f828a6 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:38:58.861500 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:58.883493 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee65d370-8082-417a-bb3d-5816c602da9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1b1630-2a20-474d-8181-2d01b2f828a6'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:38:58.885702 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a207a77-57d9-40e4-be92-1082ed4855ea" -d '{"events": [{"server_uuid": "ee65d370-8082-417a-bb3d-5816c602da9f", "name": "network-vif-plugged", "status": "completed", "tag": "1e1b1630-2a20-474d-8181-2d01b2f828a6"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:38:58.898153 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 1e1b1630-2a20-474d-8181-2d01b2f828a6, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1e1b1630-2a20-474d-8181-2d01b2f828a6,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:38:58.902510 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:58.927051 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a517e7-b38e-4926-adf6-0163ee900478 x-openstack-request-id: req-71a517e7-b38e-4926-adf6-0163ee900478 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:38:58.927349 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee65d370-8082-417a-bb3d-5816c602da9f", "name": "network-vif-plugged", "status": "completed", "tag": "1e1b1630-2a20-474d-8181-2d01b2f828a6", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:38:58.927603 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71a517e7-b38e-4926-adf6-0163ee900478 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:38:58.928006 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a517e7-b38e-4926-adf6-0163ee900478'] response: {'server_uuid': 'ee65d370-8082-417a-bb3d-5816c602da9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1b1630-2a20-474d-8181-2d01b2f828a6', 'code': 200} Sep 24 14:38:58.950753 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=1e1b1630-2a20-474d-8181-2d01b2f828a6,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:38:59.144238 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b75708-e98c-4227-9a67-f586e5989dcc req-f5889bf7-2825-4ccc-8268-baf64480afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:59.145705 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e8b75708-e98c-4227-9a67-f586e5989dcc req-f5889bf7-2825-4ccc-8268-baf64480afc4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 1130 time: 0.0438921 Sep 24 14:38:59.189856 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e8b75708-e98c-4227-9a67-f586e5989dcc req-2db6e031-9925-481c-a03d-38085ba76476 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376949 Sep 24 14:38:59.229175 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:38:59.277271 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597bf13-9228-453d-81ba-b534b2e96b10 req-f211c239-0746-4998-b0fd-f7bd767477a2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:38:59.278705 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9597bf13-9228-453d-81ba-b534b2e96b10 req-f211c239-0746-4998-b0fd-f7bd767477a2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0455730 Sep 24 14:38:59.324938 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9597bf13-9228-453d-81ba-b534b2e96b10 req-7d0c8ae8-4f34-4355-ad37-1fbf992d74c6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403724 Sep 24 14:39:00.447547 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d25a8-c8fa-4e8b-8a48-efef022216d0 req-57f2f52a-fc88-4936-82ab-1a65912920aa tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:00.449051 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-750d25a8-c8fa-4e8b-8a48-efef022216d0 req-57f2f52a-fc88-4936-82ab-1a65912920aa tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0462043 Sep 24 14:39:00.498352 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-750d25a8-c8fa-4e8b-8a48-efef022216d0 req-8a1072b4-b171-4192-a95c-3498ff75bac8 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430067 Sep 24 14:39:00.663887 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:00.863688 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:01.628851 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54c0d2-0f9d-4a29-bb58-48725dde1fb4 req-9f04e6ba-9c09-491a-bcc7-fa8750676588 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:01.630285 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b54c0d2-0f9d-4a29-bb58-48725dde1fb4 req-9f04e6ba-9c09-491a-bcc7-fa8750676588 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0573819 Sep 24 14:39:01.675496 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b54c0d2-0f9d-4a29-bb58-48725dde1fb4 req-42670ddd-0b25-4b6c-838f-a734226ce67c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396836 Sep 24 14:39:01.791032 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae709a-fd5f-4264-bf82-3a694a9cd014 req-db2e2631-49b0-4a5c-9c7b-99a5e19c4ab8 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:01.792469 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-05ae709a-fd5f-4264-bf82-3a694a9cd014 req-db2e2631-49b0-4a5c-9c7b-99a5e19c4ab8 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0462744 Sep 24 14:39:01.802473 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46802) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:39:01.806592 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-116b96ad-7a46-4681-9b86-98a29fdad8ea tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Request body: {'floatingip': {'port_id': '1e1b1630-2a20-474d-8181-2d01b2f828a6'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:39:01.844559 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-116b96ad-7a46-4681-9b86-98a29fdad8ea tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (64350ae6-d590-478c-b966-c9d8378b0e98), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:02.110340 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:02.252284 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-116b96ad-7a46-4681-9b86-98a29fdad8ea tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:02.255655 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-116b96ad-7a46-4681-9b86-98a29fdad8ea tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (64350ae6-d590-478c-b966-c9d8378b0e98), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:02.339205 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:02.364179 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.l3_db [None req-116b96ad-7a46-4681-9b86-98a29fdad8ea tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Floating IP 64350ae6-d590-478c-b966-c9d8378b0e98 associated. External IP: 172.27.1.230, port: 1e1b1630-2a20-474d-8181-2d01b2f828a6. Sep 24 14:39:02.564295 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116b96ad-7a46-4681-9b86-98a29fdad8ea tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Router 1a2e962a-5e95-4ce6-9297-e71f78855a6d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:39:02.665763 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116b96ad-7a46-4681-9b86-98a29fdad8ea tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:39:02.671943 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-116b96ad-7a46-4681-9b86-98a29fdad8ea tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:02.676439 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898167db-a1fc-4c33-99ba-efb1e8703106 None None] Sync routers for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:39:02.686276 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898167db-a1fc-4c33-99ba-efb1e8703106 None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:39:02.687001 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-898167db-a1fc-4c33-99ba-efb1e8703106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:02.715307 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-116b96ad-7a46-4681-9b86-98a29fdad8ea tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/64350ae6-d590-478c-b966-c9d8378b0e98 HTTP/1.1" status: 200 len: 992 time: 0.9096839 Sep 24 14:39:02.715307 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee65d370-8082-417a-bb3d-5816c602da9f', 'tag': '1e1b1630-2a20-474d-8181-2d01b2f828a6'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:39:02.716180 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced1911a76e2b68976553810b569b19b079f2d27d27f8393138a5e2ba6d46ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8538be1-f418-4546-9ac4-7ffeac97023d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee65d370-8082-417a-bb3d-5816c602da9f", "tag": "1e1b1630-2a20-474d-8181-2d01b2f828a6"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:39:02.796103 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-898167db-a1fc-4c33-99ba-efb1e8703106 None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:39:02.811749 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0209b3e8-09bc-4773-8b6b-3a5218828534 x-openstack-request-id: req-0209b3e8-09bc-4773-8b6b-3a5218828534 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:39:02.812231 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee65d370-8082-417a-bb3d-5816c602da9f", "tag": "1e1b1630-2a20-474d-8181-2d01b2f828a6", "status": "completed", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:39:02.812344 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0209b3e8-09bc-4773-8b6b-3a5218828534 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:39:02.812700 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0209b3e8-09bc-4773-8b6b-3a5218828534'] response: {'name': 'network-changed', 'server_uuid': 'ee65d370-8082-417a-bb3d-5816c602da9f', 'tag': '1e1b1630-2a20-474d-8181-2d01b2f828a6', 'status': 'completed', 'code': 200} Sep 24 14:39:02.902632 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8538be1-f418-4546-9ac4-7ffeac97023d req-9bd5a4ef-9b9c-4818-aa83-91f18268432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:02.904154 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e8538be1-f418-4546-9ac4-7ffeac97023d req-9bd5a4ef-9b9c-4818-aa83-91f18268432a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 1130 time: 0.0388761 Sep 24 14:39:02.998887 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8538be1-f418-4546-9ac4-7ffeac97023d req-16fd9ace-9119-42b4-a589-db43ea84f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:03.000325 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e8538be1-f418-4546-9ac4-7ffeac97023d req-16fd9ace-9119-42b4-a589-db43ea84f29b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 200 len: 911 time: 0.0897686 Sep 24 14:39:03.004171 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-898167db-a1fc-4c33-99ba-efb1e8703106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '64350ae6-d590-478c-b966-c9d8378b0e98', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'port_id': '1e1b1630-2a20-474d-8181-2d01b2f828a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'mac_address': 'fa:16:3e:97:a2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65d370-8082-417a-bb3d-5816c602da9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:38:48Z', 'updated_at': '2022-09-24T14:39:02Z', 'revision_number': 1, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:50Z', 'revision_number': 5, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:03.029156 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898167db-a1fc-4c33-99ba-efb1e8703106 None None] Checking router: 1a2e962a-5e95-4ce6-9297-e71f78855a6d for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:39:03.038394 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898167db-a1fc-4c33-99ba-efb1e8703106 None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:39:03.039023 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-898167db-a1fc-4c33-99ba-efb1e8703106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:03.065361 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e8538be1-f418-4546-9ac4-7ffeac97023d req-ead106dc-4e56-4ee6-8109-15e3c5cc891f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1b1630-2a20-474d-8181-2d01b2f828a6 HTTP/1.1" status: 200 len: 1000 time: 0.0571611 Sep 24 14:39:03.113389 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8538be1-f418-4546-9ac4-7ffeac97023d req-2a56e095-c00a-4417-bb75-2f0ab9128c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:03.114864 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e8538be1-f418-4546-9ac4-7ffeac97023d req-2a56e095-c00a-4417-bb75-2f0ab9128c67 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e9743a9e-3159-427e-ad8f-7ce32946e11a HTTP/1.1" status: 200 len: 850 time: 0.0439079 Sep 24 14:39:03.138437 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-898167db-a1fc-4c33-99ba-efb1e8703106 None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:39:03.161242 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8538be1-f418-4546-9ac4-7ffeac97023d req-e0b2a490-267d-4883-aad5-8277accf2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:03.162712 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e8538be1-f418-4546-9ac4-7ffeac97023d req-e0b2a490-267d-4883-aad5-8277accf2262 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=91a2cf93-1fab-4d21-a55a-3c3eecea066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422089 Sep 24 14:39:03.251619 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e8538be1-f418-4546-9ac4-7ffeac97023d req-bf73dc60-8e17-4269-b726-900d504e4e4d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827777 Sep 24 14:39:03.344226 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e8538be1-f418-4546-9ac4-7ffeac97023d req-bde946f8-3d3b-48d5-83f3-36e8e0e5923e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871582 Sep 24 14:39:03.360981 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-898167db-a1fc-4c33-99ba-efb1e8703106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '64350ae6-d590-478c-b966-c9d8378b0e98', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'port_id': '1e1b1630-2a20-474d-8181-2d01b2f828a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'mac_address': 'fa:16:3e:97:a2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65d370-8082-417a-bb3d-5816c602da9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:38:48Z', 'updated_at': '2022-09-24T14:39:02Z', 'revision_number': 1, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:50Z', 'revision_number': 5, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:03.386665 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898167db-a1fc-4c33-99ba-efb1e8703106 None None] The sync data for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi is: [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '64350ae6-d590-478c-b966-c9d8378b0e98', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'port_id': '1e1b1630-2a20-474d-8181-2d01b2f828a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'mac_address': 'fa:16:3e:97:a2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65d370-8082-417a-bb3d-5816c602da9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:38:48Z', 'updated_at': '2022-09-24T14:39:02Z', 'revision_number': 1, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:50Z', 'revision_number': 5, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:39:03.562127 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005b1e2-6b7a-4469-8142-b742e8baa94e None None] New status for floating IP 64350ae6-d590-478c-b966-c9d8378b0e98: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:39:10.150915 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9201d1-c07d-460e-9af3-e082cd88d05c req-5dcf1756-da8d-416c-8963-66b2f3107700 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:10.152358 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b9201d1-c07d-460e-9af3-e082cd88d05c req-5dcf1756-da8d-416c-8963-66b2f3107700 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 946 time: 0.0466108 Sep 24 14:39:10.192902 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:39:10.200632 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2b9201d1-c07d-460e-9af3-e082cd88d05c req-f978c052-8f86-45ea-aae3-465a3f0916ac tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4252b49a-c7f7-418e-b835-7a696a4231d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424159 Sep 24 14:39:11.324992 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706afd5-91ff-4342-8329-b8fab9d1156e req-e699fece-466e-484c-bfe9-166984677002 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:11.326787 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1706afd5-91ff-4342-8329-b8fab9d1156e req-e699fece-466e-484c-bfe9-166984677002 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 946 time: 0.0486057 Sep 24 14:39:11.378802 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1706afd5-91ff-4342-8329-b8fab9d1156e req-99684792-1f5a-4ea3-8314-3b1856f1c39d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4252b49a-c7f7-418e-b835-7a696a4231d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455251 Sep 24 14:39:11.846381 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:11.864297 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-4210aef4-8453-4b95-9450-3ed67ccfb690 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:11.865711 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-4210aef4-8453-4b95-9450-3ed67ccfb690 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 946 time: 0.0457075 Sep 24 14:39:11.902172 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:11.948960 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Deleting port 93bff716-3fa0-422f-8621-292de0ae643c {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:39:11.949298 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (93bff716-3fa0-422f-8621-292de0ae643c), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:12.035397 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] For port 93bff716-3fa0-422f-8621-292de0ae643c, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=93bff716-3fa0-422f-8621-292de0ae643c,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:39:12.035747 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (93bff716-3fa0-422f-8621-292de0ae643c), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:12.197342 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:12.197699 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (b253892f-1a27-4fae-9e8c-929d1245e4ce), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:12.198010 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Floating IP b253892f-1a27-4fae-9e8c-929d1245e4ce disassociated. External IP: 172.27.1.115, port: 93bff716-3fa0-422f-8621-292de0ae643c. Sep 24 14:39:12.198440 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Calling delete_port for 93bff716-3fa0-422f-8621-292de0ae643c owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:39:12.322712 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (93bff716-3fa0-422f-8621-292de0ae643c), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:12.351989 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event deleted for resources: {'Port': ['ID=93bff716-3fa0-422f-8621-292de0ae643c,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:12.477425 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:39:12.493982 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f08c0375-fdc8-40e8-9e50-40d9b7e2de9c req-68e74c05-d2cf-4174-981a-28eaadf5f12c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7469bc81-1670-47f3-95c4-d1092e46a9fb HTTP/1.1" status: 200 len: 210 time: 0.0358012 Sep 24 14:39:12.595063 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:39:12.604757 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4421148-d5c4-473b-8208-771dd0c2de97 None None] Sync routers for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:39:12.615104 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4421148-d5c4-473b-8208-771dd0c2de97 None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:39:12.615711 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-c4421148-d5c4-473b-8208-771dd0c2de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:12.637150 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] No DVR routers for this DVR port 93bff716-3fa0-422f-8621-292de0ae643c on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:39:12.639740 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:12.643735 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5bd5d389-d99f-4dd1-b2ba-7599c3c2671f req-496f2f39-89bf-438e-a051-71159002d737 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "DELETE /networking/v2.0/ports/93bff716-3fa0-422f-8621-292de0ae643c HTTP/1.1" status: 204 len: 173 time: 0.7724946 Sep 24 14:39:12.644246 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7469bc81-1670-47f3-95c4-d1092e46a9fb', 'name': 'network-vif-deleted', 'tag': '93bff716-3fa0-422f-8621-292de0ae643c'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:39:12.646588 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c835c8a1-d996-4c9f-bb0c-84b6626a1da5" -d '{"events": [{"server_uuid": "7469bc81-1670-47f3-95c4-d1092e46a9fb", "name": "network-vif-deleted", "tag": "93bff716-3fa0-422f-8621-292de0ae643c"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:39:12.700340 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472ab5ed-fc50-4864-80c9-b53e3efd79a8 x-openstack-request-id: req-472ab5ed-fc50-4864-80c9-b53e3efd79a8 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:39:12.700743 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7469bc81-1670-47f3-95c4-d1092e46a9fb", "name": "network-vif-deleted", "tag": "93bff716-3fa0-422f-8621-292de0ae643c", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:39:12.701093 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-472ab5ed-fc50-4864-80c9-b53e3efd79a8 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:39:12.701615 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472ab5ed-fc50-4864-80c9-b53e3efd79a8'] response: {'server_uuid': '7469bc81-1670-47f3-95c4-d1092e46a9fb', 'name': 'network-vif-deleted', 'tag': '93bff716-3fa0-422f-8621-292de0ae643c', 'status': 'completed', 'code': 200} Sep 24 14:39:12.824470 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-c4421148-d5c4-473b-8208-771dd0c2de97 None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:39:12.870783 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:13.033571 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:13.076963 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-c4421148-d5c4-473b-8208-771dd0c2de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '0168e9b2-3207-45c4-a051-fb246052d86a', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': '044af794-88a5-48b6-b924-7e393056241b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:7f:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:35:04Z', 'updated_at': '2022-09-24T14:35:20Z', 'revision_number': 2, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:13.100658 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4421148-d5c4-473b-8208-771dd0c2de97 None None] Checking router: a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:39:13.109008 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4421148-d5c4-473b-8208-771dd0c2de97 None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:39:13.109606 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-c4421148-d5c4-473b-8208-771dd0c2de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:13.213969 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-c4421148-d5c4-473b-8208-771dd0c2de97 None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:39:13.421701 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-c4421148-d5c4-473b-8208-771dd0c2de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '0168e9b2-3207-45c4-a051-fb246052d86a', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': '044af794-88a5-48b6-b924-7e393056241b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:7f:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:35:04Z', 'updated_at': '2022-09-24T14:35:20Z', 'revision_number': 2, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:13.447127 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4421148-d5c4-473b-8208-771dd0c2de97 None None] The sync data for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi is: [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '0168e9b2-3207-45c4-a051-fb246052d86a', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': '044af794-88a5-48b6-b924-7e393056241b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:7f:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:35:04Z', 'updated_at': '2022-09-24T14:35:20Z', 'revision_number': 2, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:39:13.590150 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46836) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:39:13.622528 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:13.652109 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-eceb6101-6032-4ff4-9b0d-4a6d4b2f5963 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (4252b49a-c7f7-418e-b835-7a696a4231d4), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:13.658424 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:13.660313 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:13.661388 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:13.674634 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809b7db-c4af-4fcb-9364-0b038d5513ee None None] New status for floating IP b253892f-1a27-4fae-9e8c-929d1245e4ce: DOWN {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:39:13.677803 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-eceb6101-6032-4ff4-9b0d-4a6d4b2f5963 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (4252b49a-c7f7-418e-b835-7a696a4231d4), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:13.726833 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-eceb6101-6032-4ff4-9b0d-4a6d4b2f5963 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (4252b49a-c7f7-418e-b835-7a696a4231d4), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:13.729385 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-eceb6101-6032-4ff4-9b0d-4a6d4b2f5963 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:13.730537 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-eceb6101-6032-4ff4-9b0d-4a6d4b2f5963 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4252b49a-c7f7-418e-b835-7a696a4231d4 HTTP/1.1" status: 204 len: 168 time: 0.1393497 Sep 24 14:39:13.733499 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46838) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:39:13.740067 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb6101-6032-4ff4-9b0d-4a6d4b2f5963 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4252b49a-c7f7-418e-b835-7a696a4231d4,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:13.747183 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.api.v2.resource [None req-9c390b4c-3fdd-4a96-b1cc-4e0c9cc68685 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] show failed (client error): The resource could not be found. Sep 24 14:39:13.748115 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-9c390b4c-3fdd-4a96-b1cc-4e0c9cc68685 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups/4252b49a-c7f7-418e-b835-7a696a4231d4 HTTP/1.1" status: 404 len: 347 time: 0.0136530 Sep 24 14:39:13.751255 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46840) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:39:13.866073 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-18fd3509-65db-4202-9b48-b64ebb8c3076 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Deleting port 3ec847ec-c397-4c7c-bf19-279fe817bd12 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:39:13.866410 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18fd3509-65db-4202-9b48-b64ebb8c3076 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (3ec847ec-c397-4c7c-bf19-279fe817bd12), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:13.943474 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18fd3509-65db-4202-9b48-b64ebb8c3076 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (3ec847ec-c397-4c7c-bf19-279fe817bd12), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:13.943833 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18fd3509-65db-4202-9b48-b64ebb8c3076 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (3ec847ec-c397-4c7c-bf19-279fe817bd12), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:13.956570 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-18fd3509-65db-4202-9b48-b64ebb8c3076 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Calling delete_port for 3ec847ec-c397-4c7c-bf19-279fe817bd12 owned by network:floatingip {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:39:13.999661 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:14.086531 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18fd3509-65db-4202-9b48-b64ebb8c3076 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (3ec847ec-c397-4c7c-bf19-279fe817bd12), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:14.366223 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd3509-65db-4202-9b48-b64ebb8c3076 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event deleted for resources: {'Port': ['ID=3ec847ec-c397-4c7c-bf19-279fe817bd12,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:14.417808 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:14.429746 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18fd3509-65db-4202-9b48-b64ebb8c3076 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (b253892f-1a27-4fae-9e8c-929d1245e4ce), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:14.432247 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-18fd3509-65db-4202-9b48-b64ebb8c3076 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:14.433395 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-18fd3509-65db-4202-9b48-b64ebb8c3076 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/b253892f-1a27-4fae-9e8c-929d1245e4ce HTTP/1.1" status: 204 len: 168 time: 0.6811564 Sep 24 14:39:14.750631 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 93bff716-3fa0-422f-8621-292de0ae643c no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:39:14.773672 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 93bff716-3fa0-422f-8621-292de0ae643c {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:39:14.774024 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 93bff716-3fa0-422f-8621-292de0ae643c not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:39:16.042327 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb0a3c-bdc2-488d-b523-8d730121c59b req-302f1653-82f6-4c67-b7ca-c3ad0cb6ea85 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:16.043736 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-55bb0a3c-bdc2-488d-b523-8d730121c59b req-302f1653-82f6-4c67-b7ca-c3ad0cb6ea85 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 945 time: 0.0498538 Sep 24 14:39:16.082717 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:16.091727 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-55bb0a3c-bdc2-488d-b523-8d730121c59b req-3fa79c74-ea69-474d-a5b2-f06092d45aee tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424986 Sep 24 14:39:17.212911 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94b8fc-2760-4630-8865-669618f58899 req-14ea4006-cfec-4d4f-a2e3-282ee0daddb2 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:17.214354 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cf94b8fc-2760-4630-8865-669618f58899 req-14ea4006-cfec-4d4f-a2e3-282ee0daddb2 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 945 time: 0.0468726 Sep 24 14:39:17.261027 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cf94b8fc-2760-4630-8865-669618f58899 req-94ccbb64-7106-4a74-893a-951800e081a3 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411260 Sep 24 14:39:18.007778 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e403e-6d17-4232-814f-b6379600862c req-d7b0f2f1-834e-46d5-ab51-0cc234cdc7b2 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:18.009172 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-234e403e-6d17-4232-814f-b6379600862c req-d7b0f2f1-834e-46d5-ab51-0cc234cdc7b2 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 945 time: 0.0450053 Sep 24 14:39:18.092409 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Deleting port 044af794-88a5-48b6-b924-7e393056241b {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:39:18.092700 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (044af794-88a5-48b6-b924-7e393056241b), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:18.160810 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:18.431783 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef54b7e-bcbc-46b4-a8e1-8ba3d20aaa50 req-8d05ce88-4c2d-4473-b113-391bdcda9ee5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:18.433222 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eef54b7e-bcbc-46b4-a8e1-8ba3d20aaa50 req-8d05ce88-4c2d-4473-b113-391bdcda9ee5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 945 time: 0.0782475 Sep 24 14:39:18.491151 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] For port 044af794-88a5-48b6-b924-7e393056241b, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=044af794-88a5-48b6-b924-7e393056241b,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:39:18.491511 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (044af794-88a5-48b6-b924-7e393056241b), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:18.516728 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eef54b7e-bcbc-46b4-a8e1-8ba3d20aaa50 req-07b56acc-6018-469e-96d4-41c5c7a300a1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778368 Sep 24 14:39:18.660036 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:18.660400 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (0168e9b2-3207-45c4-a051-fb246052d86a), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:18.660716 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Floating IP 0168e9b2-3207-45c4-a051-fb246052d86a disassociated. External IP: 172.27.1.42, port: 044af794-88a5-48b6-b924-7e393056241b. Sep 24 14:39:18.661058 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Calling delete_port for 044af794-88a5-48b6-b924-7e393056241b owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:39:18.788182 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (044af794-88a5-48b6-b924-7e393056241b), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:18.813161 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event deleted for resources: {'Port': ['ID=044af794-88a5-48b6-b924-7e393056241b,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:18.918192 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:18.931982 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:39:19.033369 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:39:19.039193 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:19.042539 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c085bad4-d1e2-4511-9f2c-0d3ad752554a None None] Sync routers for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:39:19.052296 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c085bad4-d1e2-4511-9f2c-0d3ad752554a None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:39:19.052900 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-c085bad4-d1e2-4511-9f2c-0d3ad752554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:19.078299 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] No DVR routers for this DVR port 044af794-88a5-48b6-b924-7e393056241b on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:39:19.080785 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:19.084032 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-234e403e-6d17-4232-814f-b6379600862c req-1d3d1dbb-3ca5-43c0-8a13-b148b61a326d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "DELETE /networking/v2.0/ports/044af794-88a5-48b6-b924-7e393056241b HTTP/1.1" status: 204 len: 173 time: 1.0671563 Sep 24 14:39:19.084520 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'name': 'network-vif-deleted', 'tag': '044af794-88a5-48b6-b924-7e393056241b'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:39:19.086841 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9187b28a-2599-47cc-9e3b-277033da9b55" -d '{"events": [{"server_uuid": "c97c9001-9a6b-44d2-bbf3-aca4ea818bbc", "name": "network-vif-deleted", "tag": "044af794-88a5-48b6-b924-7e393056241b"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:39:19.131224 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e53637-79af-4af5-b64e-400ae2f59642 x-openstack-request-id: req-30e53637-79af-4af5-b64e-400ae2f59642 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:39:19.131539 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97c9001-9a6b-44d2-bbf3-aca4ea818bbc", "name": "network-vif-deleted", "tag": "044af794-88a5-48b6-b924-7e393056241b", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:39:19.131869 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30e53637-79af-4af5-b64e-400ae2f59642 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:39:19.132296 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e53637-79af-4af5-b64e-400ae2f59642'] response: {'server_uuid': 'c97c9001-9a6b-44d2-bbf3-aca4ea818bbc', 'name': 'network-vif-deleted', 'tag': '044af794-88a5-48b6-b924-7e393056241b', 'status': 'completed', 'code': 200} Sep 24 14:39:19.170521 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-c085bad4-d1e2-4511-9f2c-0d3ad752554a None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:39:19.367405 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-c085bad4-d1e2-4511-9f2c-0d3ad752554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:19.391191 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c085bad4-d1e2-4511-9f2c-0d3ad752554a None None] Checking router: a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:39:19.399488 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c085bad4-d1e2-4511-9f2c-0d3ad752554a None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:39:19.400023 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-c085bad4-d1e2-4511-9f2c-0d3ad752554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:38:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:19.499439 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-c085bad4-d1e2-4511-9f2c-0d3ad752554a None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:39:19.536401 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:19.565262 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:19.631136 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3d055592-fa3a-417c-868b-6dec957dc8cc req-1b7cfb31-23c6-4059-88a6-b7500b3992a0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c97c9001-9a6b-44d2-bbf3-aca4ea818bbc HTTP/1.1" status: 200 len: 210 time: 0.0279372 Sep 24 14:39:19.689976 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-c085bad4-d1e2-4511-9f2c-0d3ad752554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:19.719050 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c085bad4-d1e2-4511-9f2c-0d3ad752554a None None] The sync data for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi is: [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:39:19.950112 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3680944e-9a8f-4cec-8280-757e0ca747e2 None None] New status for floating IP 0168e9b2-3207-45c4-a051-fb246052d86a: DOWN {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:39:20.729644 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46874) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:39:20.787648 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4de86464-fff4-4205-b242-ec38857b75aa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (1cbd3cc0-af35-469a-bfdc-0bce91c5b48f), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:20.799569 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 044af794-88a5-48b6-b924-7e393056241b no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:39:20.810205 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4de86464-fff4-4205-b242-ec38857b75aa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (1cbd3cc0-af35-469a-bfdc-0bce91c5b48f), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:20.817787 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 044af794-88a5-48b6-b924-7e393056241b {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:39:20.818364 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 044af794-88a5-48b6-b924-7e393056241b not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:39:20.857452 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4de86464-fff4-4205-b242-ec38857b75aa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (1cbd3cc0-af35-469a-bfdc-0bce91c5b48f), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:20.860311 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4de86464-fff4-4205-b242-ec38857b75aa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:20.862114 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-4de86464-fff4-4205-b242-ec38857b75aa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1cbd3cc0-af35-469a-bfdc-0bce91c5b48f HTTP/1.1" status: 204 len: 168 time: 0.1314983 Sep 24 14:39:20.865036 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46876) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:39:20.871637 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de86464-fff4-4205-b242-ec38857b75aa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbd3cc0-af35-469a-bfdc-0bce91c5b48f,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:20.878516 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.api.v2.resource [None req-15844151-ccf1-4bd6-8f77-22f71b4fa5c3 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] show failed (client error): The resource could not be found. Sep 24 14:39:20.879781 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-15844151-ccf1-4bd6-8f77-22f71b4fa5c3 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups/1cbd3cc0-af35-469a-bfdc-0bce91c5b48f HTTP/1.1" status: 404 len: 347 time: 0.0137470 Sep 24 14:39:20.882550 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46878) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:39:20.990488 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ad616-d6c1-46a5-bab0-f9e4836f8a09 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Deleting port 243abb80-d3b5-4c30-a567-286152b80305 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:39:20.990748 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad616-d6c1-46a5-bab0-f9e4836f8a09 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (243abb80-d3b5-4c30-a567-286152b80305), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.068709 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad616-d6c1-46a5-bab0-f9e4836f8a09 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (243abb80-d3b5-4c30-a567-286152b80305), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.069144 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad616-d6c1-46a5-bab0-f9e4836f8a09 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (243abb80-d3b5-4c30-a567-286152b80305), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.081339 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ad616-d6c1-46a5-bab0-f9e4836f8a09 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Calling delete_port for 243abb80-d3b5-4c30-a567-286152b80305 owned by network:floatingip {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:39:21.211328 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad616-d6c1-46a5-bab0-f9e4836f8a09 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (243abb80-d3b5-4c30-a567-286152b80305), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.236945 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ad616-d6c1-46a5-bab0-f9e4836f8a09 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event deleted for resources: {'Port': ['ID=243abb80-d3b5-4c30-a567-286152b80305,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:21.296074 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad616-d6c1-46a5-bab0-f9e4836f8a09 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (0168e9b2-3207-45c4-a051-fb246052d86a), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.299173 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad616-d6c1-46a5-bab0-f9e4836f8a09 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.300326 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-8f3ad616-d6c1-46a5-bab0-f9e4836f8a09 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/0168e9b2-3207-45c4-a051-fb246052d86a HTTP/1.1" status: 204 len: 168 time: 0.4168627 Sep 24 14:39:21.374068 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46882) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:39:21.378698 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-b6a0524f-99db-443b-a75a-c0baca49ff3d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1703993289', 'description': 'tempest-description--910875320'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:39:21.399477 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b6a0524f-99db-443b-a75a-c0baca49ff3d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.465278 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b6a0524f-99db-443b-a75a-c0baca49ff3d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (8cd8e55d-45be-4381-9d66-2471d2ac2e06), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.468797 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b6a0524f-99db-443b-a75a-c0baca49ff3d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (8cd8e55d-45be-4381-9d66-2471d2ac2e06), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.498142 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b6a0524f-99db-443b-a75a-c0baca49ff3d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.499301 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-b6a0524f-99db-443b-a75a-c0baca49ff3d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1241646 Sep 24 14:39:21.501735 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0524f-99db-443b-a75a-c0baca49ff3d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd8e55d-45be-4381-9d66-2471d2ac2e06,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:21.502924 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46884) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:39:21.507495 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-3a1072ac-d3d3-4a9a-b8c9-641f31610da7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'security_group_rule': {'security_group_id': '8cd8e55d-45be-4381-9d66-2471d2ac2e06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:39:21.533438 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3a1072ac-d3d3-4a9a-b8c9-641f31610da7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (8bc10712-e903-4396-bdb7-48064ffc6fbe), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.589460 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3a1072ac-d3d3-4a9a-b8c9-641f31610da7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (8bc10712-e903-4396-bdb7-48064ffc6fbe), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.593446 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3a1072ac-d3d3-4a9a-b8c9-641f31610da7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (8bc10712-e903-4396-bdb7-48064ffc6fbe), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.612809 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1072ac-d3d3-4a9a-b8c9-641f31610da7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc10712-e903-4396-bdb7-48064ffc6fbe,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:21.617906 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-3a1072ac-d3d3-4a9a-b8c9-641f31610da7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.619106 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-3a1072ac-d3d3-4a9a-b8c9-641f31610da7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150782 Sep 24 14:39:21.621741 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46886) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:39:21.625828 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-8708fdc3-212e-484e-8514-c4bada7c299a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'security_group_rule': {'security_group_id': '8cd8e55d-45be-4381-9d66-2471d2ac2e06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:39:21.650510 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8708fdc3-212e-484e-8514-c4bada7c299a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (c48ba988-3fce-499b-9cb2-c1a406cdced7), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.674959 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:21.707341 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8708fdc3-212e-484e-8514-c4bada7c299a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (c48ba988-3fce-499b-9cb2-c1a406cdced7), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.710787 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8708fdc3-212e-484e-8514-c4bada7c299a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (c48ba988-3fce-499b-9cb2-c1a406cdced7), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.728263 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708fdc3-212e-484e-8514-c4bada7c299a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48ba988-3fce-499b-9cb2-c1a406cdced7,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:21.737340 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-8708fdc3-212e-484e-8514-c4bada7c299a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.738497 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-8708fdc3-212e-484e-8514-c4bada7c299a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158640 Sep 24 14:39:21.741661 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 46888) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:39:21.745966 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:39:21.766683 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.835779 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:21.849560 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:21.952058 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Allocated IP 172.27.1.41 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/2f4909a2-5014-468f-928a-4e36e0f5f619) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:39:22.056257 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for port (2f4909a2-5014-468f-928a-4e36e0f5f619), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:22.086749 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (2f4909a2-5014-468f-928a-4e36e0f5f619), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:22.126594 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:39:22.131559 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:39:22.133667 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'Port': ['ID=2f4909a2-5014-468f-928a-4e36e0f5f619,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:22.135757 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:39:22.217529 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (827945b4-7603-4158-b442-0cd1f46c844e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:22.253360 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (2f4909a2-5014-468f-928a-4e36e0f5f619), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:22.367998 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:22.400787 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for port (2f4909a2-5014-468f-928a-4e36e0f5f619), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:22.413820 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (2f4909a2-5014-468f-928a-4e36e0f5f619), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:22.499394 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:22.502708 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80e1ee9e-731b-4d96-b1e9-9aa1fb885256 req-84c279b6-fac5-48db-9ef3-f94fe8549305 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0976896 Sep 24 14:39:22.508573 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'Port': ['ID=2f4909a2-5014-468f-928a-4e36e0f5f619,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:22.511876 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (827945b4-7603-4158-b442-0cd1f46c844e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:22.528924 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:22.530098 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-53f545eb-2816-418e-b5e8-3b9c04d35bde tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7874897 Sep 24 14:39:22.607529 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ee9e-731b-4d96-b1e9-9aa1fb885256 req-def9cc65-02c6-4bbb-9945-0da08f686be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:22.609051 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80e1ee9e-731b-4d96-b1e9-9aa1fb885256 req-def9cc65-02c6-4bbb-9945-0da08f686be0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 1130 time: 0.0398517 Sep 24 14:39:22.748707 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ee9e-731b-4d96-b1e9-9aa1fb885256 req-5176c365-278f-4a38-b8b8-d818350154a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:22.750156 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80e1ee9e-731b-4d96-b1e9-9aa1fb885256 req-5176c365-278f-4a38-b8b8-d818350154a0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 911 time: 0.1224389 Sep 24 14:39:22.754577 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-bda590bc-896c-43fc-a729-651fed5c4f37 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1703993289&fields=id&tenant_id=21710ac430424ec9bf33aabfda5eb8ba HTTP/1.1" status: 200 len: 267 time: 0.0650716 Sep 24 14:39:22.862756 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80e1ee9e-731b-4d96-b1e9-9aa1fb885256 req-429e162a-a98a-4576-b03e-c687bf9e0a13 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd613a7c-65b3-44db-ac85-45e7485d8eab HTTP/1.1" status: 200 len: 1002 time: 0.1061711 Sep 24 14:39:22.941036 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-800840f9-5daf-48fe-9eec-33e2a1abf2cd tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:22.942453 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-800840f9-5daf-48fe-9eec-33e2a1abf2cd tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 815 time: 0.1796994 Sep 24 14:39:22.944026 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ee9e-731b-4d96-b1e9-9aa1fb885256 req-2521731c-9ea0-4f7b-9873-fe93c41e8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:22.945319 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80e1ee9e-731b-4d96-b1e9-9aa1fb885256 req-2521731c-9ea0-4f7b-9873-fe93c41e8dbc service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 200 len: 850 time: 0.0760782 Sep 24 14:39:22.965741 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-d0000cc1-3707-4df1-bc3b-0243e4a9d1f8 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/quotas/21710ac430424ec9bf33aabfda5eb8ba HTTP/1.1" status: 200 len: 375 time: 0.0176458 Sep 24 14:39:23.021193 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ee9e-731b-4d96-b1e9-9aa1fb885256 req-3f5cbe2c-81e4-4ab4-99e9-f340b8c275f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:23.022678 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80e1ee9e-731b-4d96-b1e9-9aa1fb885256 req-3f5cbe2c-81e4-4ab4-99e9-f340b8c275f6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=48c641d5-f10b-46bc-b665-df597be281fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685635 Sep 24 14:39:23.041208 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-1f26a0be-cd3e-4cd4-b993-05e18c1c3542 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584753 Sep 24 14:39:23.126395 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80e1ee9e-731b-4d96-b1e9-9aa1fb885256 req-d2b6f8b9-4294-4f39-915f-078087deb739 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953517 Sep 24 14:39:23.277524 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-cc8b296a-fc5f-489d-b25c-53ffe5e0b4f7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241206 Sep 24 14:39:23.280717 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-80e1ee9e-731b-4d96-b1e9-9aa1fb885256 req-dd67d200-ea8b-4e4d-991a-d62978ea0096 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455383 Sep 24 14:39:23.333088 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:23.372344 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-810fbaf8-7183-4c47-ba4b-35a65abbd919 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885129 Sep 24 14:39:23.554493 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-f2a594a3-5d4a-46e9-8446-cf86e57ef74f req-b3ba4a05-d1c4-4e5e-86e2-42e1a0ce3d70 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 210 time: 0.0318806 Sep 24 14:39:24.656347 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9913857c-438b-4c9e-a2f1-7f269a0812fc req-0222b8ec-3f69-47a3-83f7-62907f14390a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 210 time: 0.0270581 Sep 24 14:39:24.934803 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-d02651ab-c79c-4a72-99b6-44e28051d113 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:24.936155 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-d02651ab-c79c-4a72-99b6-44e28051d113 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 815 time: 0.1085217 Sep 24 14:39:25.020388 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:25.035183 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-acbf828f-085e-4e6a-a045-5cc06af3d188 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=21710ac430424ec9bf33aabfda5eb8ba HTTP/1.1" status: 200 len: 380 time: 0.0593565 Sep 24 14:39:25.137044 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-bf1d06a2-c010-4e11-8fd7-f7a85436c6c6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'port': {'device_id': '18ffbba6-156b-4644-a4ef-28c5dcaffbd4', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'admin_state_up': True, 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'security_groups': ['8cd8e55d-45be-4381-9d66-2471d2ac2e06']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:39:25.248762 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-bf1d06a2-c010-4e11-8fd7-f7a85436c6c6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Made reservation on behalf of 21710ac430424ec9bf33aabfda5eb8ba for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:39:25.252984 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-bf1d06a2-c010-4e11-8fd7-f7a85436c6c6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:25.375722 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-bf1d06a2-c010-4e11-8fd7-f7a85436c6c6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Allocated IP 172.20.0.7 (dd29c2a7-29a9-46cb-ada7-34fd38591f69/ddea60b8-af69-4175-952d-b1c6de595af8/c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:39:25.515031 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-bf1d06a2-c010-4e11-8fd7-f7a85436c6c6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:25.549343 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-bf1d06a2-c010-4e11-8fd7-f7a85436c6c6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:25.605328 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-bf1d06a2-c010-4e11-8fd7-f7a85436c6c6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Network dd29c2a7-29a9-46cb-ada7-34fd38591f69 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:39:25.611247 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-bf1d06a2-c010-4e11-8fd7-f7a85436c6c6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:39:25.613480 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d06a2-c010-4e11-8fd7-f7a85436c6c6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'Port': ['ID=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:25.615687 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-bf1d06a2-c010-4e11-8fd7-f7a85436c6c6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:39:25.665982 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-bf1d06a2-c010-4e11-8fd7-f7a85436c6c6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:25.666684 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-bf1d06a2-c010-4e11-8fd7-f7a85436c6c6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:25.680968 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:25.696915 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-bf1d06a2-c010-4e11-8fd7-f7a85436c6c6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5637853 Sep 24 14:39:25.710585 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-0841e40d-95ee-4812-89ba-8e525ff01baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:25.715380 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Request body: {'port': {'device_id': '18ffbba6-156b-4644-a4ef-28c5dcaffbd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:39:25.786916 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:25.788621 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146314c8-e5e1-4ac5-ba4b-7aae2fc500e0 req-60f68a53-6972-4f19-8ef2-f76a4fedf61c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:25.790120 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-146314c8-e5e1-4ac5-ba4b-7aae2fc500e0 req-60f68a53-6972-4f19-8ef2-f76a4fedf61c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 931 time: 0.0486567 Sep 24 14:39:25.854114 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-146314c8-e5e1-4ac5-ba4b-7aae2fc500e0 req-bd036cf5-0946-4ee1-994e-8ab3fc68a000 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8cd8e55d-45be-4381-9d66-2471d2ac2e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572736 Sep 24 14:39:25.954678 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-6872a6bd-2b49-41fa-a4e9-fd90afd8d366 None None] Provisioning complete for port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:39:25.954990 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-6872a6bd-2b49-41fa-a4e9-fd90afd8d366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:25.955319 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-6872a6bd-2b49-41fa-a4e9-fd90afd8d366 None None] Attempt 1 to provision port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 Sep 24 14:39:25.990670 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:25.990941 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-6872a6bd-2b49-41fa-a4e9-fd90afd8d366 None None] Port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:39:26.055779 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:39:26.063297 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Publish callbacks [] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:26.075739 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Transition to ACTIVE for port object c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:39:26.080078 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:26.140853 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Pushing event updated for resources: {'Port': ['ID=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:26.432338 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Attempting to bind port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:39:26.432676 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Attempting to bind port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:39:26.432997 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Attempting to bind port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:39:26.472610 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:39:26.472934 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Attempting to bind port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:39:26.492158 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-6872a6bd-2b49-41fa-a4e9-fd90afd8d366 None None] Attempt 2 to provision port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 Sep 24 14:39:26.513492 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:39:26.513827 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Checking segment: {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:39:26.514209 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Bound using segment: {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:39:26.514639 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Bound port: c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:39:26.515051 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:26.522800 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-6872a6bd-2b49-41fa-a4e9-fd90afd8d366 None None] Port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:39:26.576601 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] For port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:39:26.579616 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] For port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:39:26.585425 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:26.589336 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:26.589937 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:26.591321 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 HTTP/1.1" status: 200 len: 1093 time: 0.8807387 Sep 24 14:39:26.591857 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ffbba6-156b-4644-a4ef-28c5dcaffbd4', 'tag': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:39:26.594058 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78815d24-fc02-4d91-8c40-a1d5d2186f13" -d '{"events": [{"name": "network-changed", "server_uuid": "18ffbba6-156b-4644-a4ef-28c5dcaffbd4", "tag": "c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:39:26.636915 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2271b3f0-9123-418e-a0b6-bac4c3883933 x-openstack-request-id: req-2271b3f0-9123-418e-a0b6-bac4c3883933 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:39:26.637185 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ffbba6-156b-4644-a4ef-28c5dcaffbd4", "tag": "c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:39:26.637435 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2271b3f0-9123-418e-a0b6-bac4c3883933 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:39:26.637826 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2271b3f0-9123-418e-a0b6-bac4c3883933'] response: {'name': 'network-changed', 'server_uuid': '18ffbba6-156b-4644-a4ef-28c5dcaffbd4', 'tag': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321', 'status': 'completed', 'code': 200} Sep 24 14:39:26.642530 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16f5fa-514b-463e-9b14-91c08d257e6a service neutron] Pushing event updated for resources: {'Port': ['ID=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:26.707230 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-54e92e56-ab4e-4ffe-834e-781d6a5c3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:26.708594 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-54e92e56-ab4e-4ffe-834e-781d6a5c3bbd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 1127 time: 0.0395803 Sep 24 14:39:26.755439 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-8a891a37-529d-46c1-a2f1-fdd7bef6606c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 HTTP/1.1" status: 200 len: 217 time: 0.0346615 Sep 24 14:39:26.799311 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:26.803607 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-d95ece62-4926-4bef-8323-eae4c1988eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:26.804992 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-d95ece62-4926-4bef-8323-eae4c1988eb1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 200 len: 854 time: 0.0440972 Sep 24 14:39:26.847856 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-9c3a6f23-1527-4b1b-aaf3-3abd562d7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:26.849324 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-9c3a6f23-1527-4b1b-aaf3-3abd562d7a79 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd29c2a7-29a9-46cb-ada7-34fd38591f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380173 Sep 24 14:39:26.943966 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-8b79c55a-f0ad-47a9-b2db-8858760f693e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889781 Sep 24 14:39:26.980807 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f89a4-e8a5-479b-8319-5b896418b077 req-1b48273a-5fdd-46b7-84cf-6b5d73c8195d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:26.982240 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-101f89a4-e8a5-479b-8319-5b896418b077 req-1b48273a-5fdd-46b7-84cf-6b5d73c8195d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 943 time: 0.0499620 Sep 24 14:39:27.024027 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-6872a6bd-2b49-41fa-a4e9-fd90afd8d366 None None] Attempt 3 to provision port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 Sep 24 14:39:27.028363 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-101f89a4-e8a5-479b-8319-5b896418b077 req-1f3d812e-1eae-4d54-a95e-f683db508068 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8cd8e55d-45be-4381-9d66-2471d2ac2e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399423 Sep 24 14:39:27.033364 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e1e36757-4028-4dcb-835f-0a92e1fb52ec req-ff05952f-8129-423f-aef0-e3cc1ef1c72e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837853 Sep 24 14:39:27.065488 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-6872a6bd-2b49-41fa-a4e9-fd90afd8d366 None None] Port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:39:28.120443 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c8047163-2423-4f54-9cc9-fc27293540b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:28.158622 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa8019-a5b4-4a3a-ab3e-4bb2199483e6 req-63a35220-50a2-4606-92ed-db0653e64593 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:28.160115 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7fa8019-a5b4-4a3a-ab3e-4bb2199483e6 req-63a35220-50a2-4606-92ed-db0653e64593 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 943 time: 0.0511034 Sep 24 14:39:28.207113 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c7fa8019-a5b4-4a3a-ab3e-4bb2199483e6 req-d2ead665-ecae-4fcb-9ac1-1e683f683c89 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8cd8e55d-45be-4381-9d66-2471d2ac2e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410545 Sep 24 14:39:28.801253 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:39:28.896167 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:39:28.906868 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'port_id': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321', 'mac_address': 'fa:16:3e:07:55:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:39:29.062456 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:39:29.062757 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:29.075295 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:39:29.094321 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:39:29.098994 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:29.144072 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:29.231639 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:29.328657 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5313-d24f-4a2d-9045-d341fd62ecea req-9766a17f-4e80-4591-ae2d-cfe2f4019783 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:29.329996 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-096e5313-d24f-4a2d-9045-d341fd62ecea req-9766a17f-4e80-4591-ae2d-cfe2f4019783 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 944 time: 0.0491529 Sep 24 14:39:29.375226 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-096e5313-d24f-4a2d-9045-d341fd62ecea req-6e90ec4d-7c80-483c-a301-90b593653c78 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8cd8e55d-45be-4381-9d66-2471d2ac2e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397501 Sep 24 14:39:29.428219 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78815d24-fc02-4d91-8c40-a1d5d2186f13 req-6393fb65-3284-46e1-92ba-d986abf69794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:29.429681 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-78815d24-fc02-4d91-8c40-a1d5d2186f13 req-6393fb65-3284-46e1-92ba-d986abf69794 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 1128 time: 0.0395391 Sep 24 14:39:29.501060 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:29.529317 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78815d24-fc02-4d91-8c40-a1d5d2186f13 req-ec80c031-694f-42f0-8f1f-9d24c24a8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:29.530832 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-78815d24-fc02-4d91-8c40-a1d5d2186f13 req-ec80c031-694f-42f0-8f1f-9d24c24a8146 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 915 time: 0.0922217 Sep 24 14:39:29.572926 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-78815d24-fc02-4d91-8c40-a1d5d2186f13 req-3949cd57-54c3-48a4-a771-6f6bb3068c60 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 HTTP/1.1" status: 200 len: 217 time: 0.0339859 Sep 24 14:39:29.624652 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78815d24-fc02-4d91-8c40-a1d5d2186f13 req-4ed73361-ffcb-4863-aace-f9f59ae7ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:29.626172 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-78815d24-fc02-4d91-8c40-a1d5d2186f13 req-4ed73361-ffcb-4863-aace-f9f59ae7ef09 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 200 len: 854 time: 0.0473709 Sep 24 14:39:29.652449 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:39:29.672849 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78815d24-fc02-4d91-8c40-a1d5d2186f13 req-e2216c3e-7d2d-4c4d-aafe-fa6033b0256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:29.674420 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-78815d24-fc02-4d91-8c40-a1d5d2186f13 req-e2216c3e-7d2d-4c4d-aafe-fa6033b0256f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd29c2a7-29a9-46cb-ada7-34fd38591f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415390 Sep 24 14:39:29.779106 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-78815d24-fc02-4d91-8c40-a1d5d2186f13 req-ce847b0a-1422-403a-a900-da9c2dd1f658 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975788 Sep 24 14:39:29.897359 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-78815d24-fc02-4d91-8c40-a1d5d2186f13 req-84f2b54b-4b06-440b-bc65-848b9f93c807 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015646 Sep 24 14:39:30.494096 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3cce7-7dc9-47fd-8a15-dd16130d0883 req-a5af14be-0f12-4500-8a9b-53f405be0732 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:30.495554 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1fd3cce7-7dc9-47fd-8a15-dd16130d0883 req-a5af14be-0f12-4500-8a9b-53f405be0732 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 944 time: 0.0467291 Sep 24 14:39:30.541738 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1fd3cce7-7dc9-47fd-8a15-dd16130d0883 req-6533d14e-9c87-4c4c-bca0-5337bce0b040 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8cd8e55d-45be-4381-9d66-2471d2ac2e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407810 Sep 24 14:39:30.667994 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:30.825385 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:39:30.875688 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:30.882503 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:39:30.887839 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:39:30.888229 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:30.888565 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 Sep 24 14:39:30.961329 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:39:30.961630 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:30.984821 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ffbba6-156b-4644-a4ef-28c5dcaffbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:39:30.987576 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efb322a-a35e-49c9-bc22-b087e8555c2f" -d '{"events": [{"server_uuid": "18ffbba6-156b-4644-a4ef-28c5dcaffbd4", "name": "network-vif-plugged", "status": "completed", "tag": "c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:39:30.999756 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:39:31.004186 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:31.026473 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb745cd1-70b1-4a54-aae4-34acc917e030 x-openstack-request-id: req-eb745cd1-70b1-4a54-aae4-34acc917e030 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:39:31.026793 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ffbba6-156b-4644-a4ef-28c5dcaffbd4", "name": "network-vif-plugged", "status": "completed", "tag": "c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:39:31.027073 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb745cd1-70b1-4a54-aae4-34acc917e030 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:39:31.027473 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb745cd1-70b1-4a54-aae4-34acc917e030'] response: {'server_uuid': '18ffbba6-156b-4644-a4ef-28c5dcaffbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321', 'code': 200} Sep 24 14:39:31.054140 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:31.230889 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89df43f-ee0d-49c2-8f01-8a315f7c720f req-a3f343d3-111b-434b-8daa-3bb0a3c9b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:31.231828 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=17 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:31.232310 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a89df43f-ee0d-49c2-8f01-8a315f7c720f req-a3f343d3-111b-434b-8daa-3bb0a3c9b9dc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 1129 time: 0.0368686 Sep 24 14:39:31.242985 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=19 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:31.276118 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a89df43f-ee0d-49c2-8f01-8a315f7c720f req-fb453cba-522b-4a19-abc9-9a726375bbc5 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8cd8e55d-45be-4381-9d66-2471d2ac2e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372584 Sep 24 14:39:31.664132 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343460e-576b-4b27-9b5b-a8afac341c76 req-0f978891-4879-4211-94be-b8c831f85fa7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:31.665590 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c343460e-576b-4b27-9b5b-a8afac341c76 req-0f978891-4879-4211-94be-b8c831f85fa7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 945 time: 0.0500441 Sep 24 14:39:31.683193 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:31.712000 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c343460e-576b-4b27-9b5b-a8afac341c76 req-da049a07-48c0-415e-b994-2c6b3d08417a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8cd8e55d-45be-4381-9d66-2471d2ac2e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 Sep 24 14:39:32.800893 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:32.839884 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3c8eb-3570-4b2f-829e-1ac0edebe93f req-90881d78-5e8e-49b5-ab4b-f8d078762323 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:32.841353 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3cf3c8eb-3570-4b2f-829e-1ac0edebe93f req-90881d78-5e8e-49b5-ab4b-f8d078762323 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 945 time: 0.0487087 Sep 24 14:39:32.887819 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3cf3c8eb-3570-4b2f-829e-1ac0edebe93f req-c9349ce5-335a-47a8-b681-f01b1f5824c4 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8cd8e55d-45be-4381-9d66-2471d2ac2e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407927 Sep 24 14:39:34.010929 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc27490-56c5-4db5-8b41-e3c398c0d817 req-10a972a9-65ec-45ab-94ee-80992a42a0fe tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:34.012430 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9cc27490-56c5-4db5-8b41-e3c398c0d817 req-10a972a9-65ec-45ab-94ee-80992a42a0fe tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 945 time: 0.0472364 Sep 24 14:39:34.058879 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9cc27490-56c5-4db5-8b41-e3c398c0d817 req-497e3737-135f-4e20-8116-20c9c34674fb tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8cd8e55d-45be-4381-9d66-2471d2ac2e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403192 Sep 24 14:39:34.172604 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e9e84-b696-4621-8793-8e7bfd5801c4 req-36aac94a-4d00-4c9a-8b38-426f69ceca5a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:34.174252 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0c4e9e84-b696-4621-8793-8e7bfd5801c4 req-36aac94a-4d00-4c9a-8b38-426f69ceca5a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 945 time: 0.0458004 Sep 24 14:39:34.184199 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 46946) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:39:34.188522 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-b1006cee-2f3d-4655-9ec1-923558b3e8c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'floatingip': {'port_id': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:39:34.228201 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b1006cee-2f3d-4655-9ec1-923558b3e8c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (827945b4-7603-4158-b442-0cd1f46c844e), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:34.288283 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:34.649994 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b1006cee-2f3d-4655-9ec1-923558b3e8c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:34.653671 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b1006cee-2f3d-4655-9ec1-923558b3e8c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (827945b4-7603-4158-b442-0cd1f46c844e), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:34.745986 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.l3_db [None req-b1006cee-2f3d-4655-9ec1-923558b3e8c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Floating IP 827945b4-7603-4158-b442-0cd1f46c844e associated. External IP: 172.27.1.41, port: c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321. Sep 24 14:39:34.939220 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1006cee-2f3d-4655-9ec1-923558b3e8c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:39:35.023024 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:35.044175 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1006cee-2f3d-4655-9ec1-923558b3e8c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:39:35.049556 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b1006cee-2f3d-4655-9ec1-923558b3e8c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:35.053901 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff76074-46fd-49c8-ad96-98040193b871 None None] Sync routers for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:39:35.063186 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff76074-46fd-49c8-ad96-98040193b871 None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:39:35.063813 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-aff76074-46fd-49c8-ad96-98040193b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:39:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:35.077958 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-b1006cee-2f3d-4655-9ec1-923558b3e8c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/827945b4-7603-4158-b442-0cd1f46c844e HTTP/1.1" status: 200 len: 990 time: 0.8927190 Sep 24 14:39:35.078597 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ffbba6-156b-4644-a4ef-28c5dcaffbd4', 'tag': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:39:35.080935 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced1911a76e2b68976553810b569b19b079f2d27d27f8393138a5e2ba6d46ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741bff5b-7c8f-41d5-89c8-6c358a30a33e" -d '{"events": [{"name": "network-changed", "server_uuid": "18ffbba6-156b-4644-a4ef-28c5dcaffbd4", "tag": "c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:39:35.118145 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceaba70-5dae-4366-a8d5-89056b6d1e0e x-openstack-request-id: req-eceaba70-5dae-4366-a8d5-89056b6d1e0e {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:39:35.118436 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ffbba6-156b-4644-a4ef-28c5dcaffbd4", "tag": "c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321", "status": "completed", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:39:35.118691 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eceaba70-5dae-4366-a8d5-89056b6d1e0e {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:39:35.119132 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eceaba70-5dae-4366-a8d5-89056b6d1e0e'] response: {'name': 'network-changed', 'server_uuid': '18ffbba6-156b-4644-a4ef-28c5dcaffbd4', 'tag': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321', 'status': 'completed', 'code': 200} Sep 24 14:39:35.164875 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-aff76074-46fd-49c8-ad96-98040193b871 None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:39:35.209622 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bff5b-7c8f-41d5-89c8-6c358a30a33e req-4231c371-8e5b-4c86-885f-39354ff879d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:35.211127 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-741bff5b-7c8f-41d5-89c8-6c358a30a33e req-4231c371-8e5b-4c86-885f-39354ff879d4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 1129 time: 0.0436540 Sep 24 14:39:35.311088 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bff5b-7c8f-41d5-89c8-6c358a30a33e req-9e1fa844-f2de-4f83-8a10-a2e54a3a0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:35.312486 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-741bff5b-7c8f-41d5-89c8-6c358a30a33e req-9e1fa844-f2de-4f83-8a10-a2e54a3a0ca5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 915 time: 0.0961049 Sep 24 14:39:35.373715 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-aff76074-46fd-49c8-ad96-98040193b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '827945b4-7603-4158-b442-0cd1f46c844e', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:07:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ffbba6-156b-4644-a4ef-28c5dcaffbd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:39:22Z', 'updated_at': '2022-09-24T14:39:34Z', 'revision_number': 1, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:35.375591 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-741bff5b-7c8f-41d5-89c8-6c358a30a33e req-40ca8675-0320-4d0f-9166-fc382a25a2b9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 HTTP/1.1" status: 200 len: 998 time: 0.0575058 Sep 24 14:39:35.401252 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff76074-46fd-49c8-ad96-98040193b871 None None] Checking router: a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:39:35.410435 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff76074-46fd-49c8-ad96-98040193b871 None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:39:35.411064 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-aff76074-46fd-49c8-ad96-98040193b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:39:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:35.423611 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bff5b-7c8f-41d5-89c8-6c358a30a33e req-3bda2e3f-bf7e-49cd-ac70-366068dd3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:35.425062 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-741bff5b-7c8f-41d5-89c8-6c358a30a33e req-3bda2e3f-bf7e-49cd-ac70-366068dd3dbc service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 200 len: 854 time: 0.0443883 Sep 24 14:39:35.466792 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bff5b-7c8f-41d5-89c8-6c358a30a33e req-984121f8-f414-42aa-8eaf-0c51283f77d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:35.468288 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-741bff5b-7c8f-41d5-89c8-6c358a30a33e req-984121f8-f414-42aa-8eaf-0c51283f77d5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd29c2a7-29a9-46cb-ada7-34fd38591f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380027 Sep 24 14:39:35.510876 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-aff76074-46fd-49c8-ad96-98040193b871 None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:39:35.529433 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:35.565782 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-741bff5b-7c8f-41d5-89c8-6c358a30a33e req-efbfdb6e-f904-4bac-bebe-e3ab51eb910f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908861 Sep 24 14:39:35.661965 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-741bff5b-7c8f-41d5-89c8-6c358a30a33e req-9e5cb97f-eeda-41d3-ab77-88514baa11ad service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908659 Sep 24 14:39:35.721055 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-aff76074-46fd-49c8-ad96-98040193b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '827945b4-7603-4158-b442-0cd1f46c844e', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:07:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ffbba6-156b-4644-a4ef-28c5dcaffbd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:39:22Z', 'updated_at': '2022-09-24T14:39:34Z', 'revision_number': 1, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:35.744752 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff76074-46fd-49c8-ad96-98040193b871 None None] The sync data for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi is: [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '827945b4-7603-4158-b442-0cd1f46c844e', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:07:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ffbba6-156b-4644-a4ef-28c5dcaffbd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:39:22Z', 'updated_at': '2022-09-24T14:39:34Z', 'revision_number': 1, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:39:35.932436 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f5b9c-aedf-426d-8f4e-af6e623882a7 None None] New status for floating IP 827945b4-7603-4158-b442-0cd1f46c844e: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:39:35.969404 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:36.038374 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:45.072036 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:45.074675 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:45.656464 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=12 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:45.658908 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=64 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:46.040735 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:46.042576 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:47.192680 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:39:48.183888 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:53.059790 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dad16e-0b3c-4da7-b55e-f4fee7e768b4 req-7363bc2b-c834-488b-b535-a3dae965862e tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:53.061217 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b0dad16e-0b3c-4da7-b55e-f4fee7e768b4 req-7363bc2b-c834-488b-b535-a3dae965862e tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 946 time: 0.0502279 Sep 24 14:39:53.108786 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b0dad16e-0b3c-4da7-b55e-f4fee7e768b4 req-f53e2555-2c75-424c-a1ba-04a027f1a6d0 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Sep 24 14:39:54.228123 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf64506-f85b-4ac2-84bc-4891834c15d7 req-3c642bd9-059a-4a5a-aa16-dfab1f49e3f9 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:54.229539 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1bf64506-f85b-4ac2-84bc-4891834c15d7 req-3c642bd9-059a-4a5a-aa16-dfab1f49e3f9 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 946 time: 0.0456440 Sep 24 14:39:54.279784 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1bf64506-f85b-4ac2-84bc-4891834c15d7 req-166048c4-a796-46ee-bbe8-acd60a625671 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448401 Sep 24 14:39:55.012708 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3afb6-9986-48da-875b-b4284f4e354a req-125d85a5-eb68-449b-82ce-9775ec9e0c52 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:55.014130 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-66c3afb6-9986-48da-875b-b4284f4e354a req-125d85a5-eb68-449b-82ce-9775ec9e0c52 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 946 time: 0.0450542 Sep 24 14:39:55.096439 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Deleting port bd613a7c-65b3-44db-ac85-45e7485d8eab {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:39:55.096699 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:55.182993 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] For port bd613a7c-65b3-44db-ac85-45e7485d8eab, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=bd613a7c-65b3-44db-ac85-45e7485d8eab,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:39:55.183352 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:55.341522 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:55.341886 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (cb7f0546-6a26-41c7-a796-53fda07e437b), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:55.342205 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Floating IP cb7f0546-6a26-41c7-a796-53fda07e437b disassociated. External IP: 172.27.1.229, port: bd613a7c-65b3-44db-ac85-45e7485d8eab. Sep 24 14:39:55.342550 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Calling delete_port for bd613a7c-65b3-44db-ac85-45e7485d8eab owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:39:55.441344 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb87d4f-687a-4055-a4b5-b68342379e4d req-ec954b26-ee33-4d0b-8eff-1f905853c3c1 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:55.442788 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cb87d4f-687a-4055-a4b5-b68342379e4d req-ec954b26-ee33-4d0b-8eff-1f905853c3c1 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 946 time: 0.0599639 Sep 24 14:39:55.545679 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8cb87d4f-687a-4055-a4b5-b68342379e4d req-4995a6bb-04d5-4453-9d2c-fcc537b0b9d6 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918286 Sep 24 14:39:55.549775 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (bd613a7c-65b3-44db-ac85-45e7485d8eab), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:55.577501 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event deleted for resources: {'Port': ['ID=bd613a7c-65b3-44db-ac85-45e7485d8eab,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:39:55.589592 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.589954 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.590284 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.590621 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.590981 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.591312 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.591636 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.591958 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.592278 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.592602 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.592926 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.593251 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.593669 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.593901 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.594206 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:39:55.699834 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:39:55.704260 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1afd4a61-2180-4d96-b434-1a10a683dad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:55.713478 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:55.789919 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:55.812409 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:39:55.824426 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daea292d-cb4e-4ffe-bd52-3a7c4adddcc9 None None] Sync routers for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:39:55.835575 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea292d-cb4e-4ffe-bd52-3a7c4adddcc9 None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:39:55.835969 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-daea292d-cb4e-4ffe-bd52-3a7c4adddcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:39:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:55.855175 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] No DVR routers for this DVR port bd613a7c-65b3-44db-ac85-45e7485d8eab on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:39:55.857672 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:55.860925 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-66c3afb6-9986-48da-875b-b4284f4e354a req-f3e533de-67a0-4de3-9158-af2be18d21f4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "DELETE /networking/v2.0/ports/bd613a7c-65b3-44db-ac85-45e7485d8eab HTTP/1.1" status: 204 len: 173 time: 0.8416483 Sep 24 14:39:55.861918 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706136cf-b0bb-4a89-951d-a22ef9428b0b', 'name': 'network-vif-deleted', 'tag': 'bd613a7c-65b3-44db-ac85-45e7485d8eab'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:39:55.864175 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4799c18d-ba0d-4876-acb0-837f6ff88ced" -d '{"events": [{"server_uuid": "706136cf-b0bb-4a89-951d-a22ef9428b0b", "name": "network-vif-deleted", "tag": "bd613a7c-65b3-44db-ac85-45e7485d8eab"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:39:55.905558 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26c5f27-792a-4098-a990-0d57404c9d3f x-openstack-request-id: req-a26c5f27-792a-4098-a990-0d57404c9d3f {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:39:55.905946 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706136cf-b0bb-4a89-951d-a22ef9428b0b", "name": "network-vif-deleted", "tag": "bd613a7c-65b3-44db-ac85-45e7485d8eab", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:39:55.906300 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a26c5f27-792a-4098-a990-0d57404c9d3f {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:39:55.906785 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a26c5f27-792a-4098-a990-0d57404c9d3f'] response: {'server_uuid': '706136cf-b0bb-4a89-951d-a22ef9428b0b', 'name': 'network-vif-deleted', 'tag': 'bd613a7c-65b3-44db-ac85-45e7485d8eab', 'status': 'completed', 'code': 200} Sep 24 14:39:55.950197 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-daea292d-cb4e-4ffe-bd52-3a7c4adddcc9 None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:39:56.076881 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:56.108042 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:39:56.151519 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-daea292d-cb4e-4ffe-bd52-3a7c4adddcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:56.177225 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daea292d-cb4e-4ffe-bd52-3a7c4adddcc9 None None] Checking router: d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:39:56.185735 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea292d-cb4e-4ffe-bd52-3a7c4adddcc9 None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:39:56.186335 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-daea292d-cb4e-4ffe-bd52-3a7c4adddcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:39:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:56.288268 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-daea292d-cb4e-4ffe-bd52-3a7c4adddcc9 None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:39:56.572351 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-daea292d-cb4e-4ffe-bd52-3a7c4adddcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:39:56.599475 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daea292d-cb4e-4ffe-bd52-3a7c4adddcc9 None None] The sync data for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi is: [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:39:56.671500 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1fbc139c-36ed-4a68-8b07-e8d1db7a5325 req-a6186d40-f433-4923-8619-36e137ee4811 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=706136cf-b0bb-4a89-951d-a22ef9428b0b HTTP/1.1" status: 200 len: 210 time: 0.0297489 Sep 24 14:39:56.827301 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007c5eef-20d4-4e7e-a861-f424c8d3dc95 None None] New status for floating IP cb7f0546-6a26-41c7-a796-53fda07e437b: DOWN {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:39:56.895540 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device bd613a7c-65b3-44db-ac85-45e7485d8eab no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:39:56.919195 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: bd613a7c-65b3-44db-ac85-45e7485d8eab {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:39:56.919533 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device bd613a7c-65b3-44db-ac85-45e7485d8eab not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:39:57.950398 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-6ad4cc09-3f6f-492f-b48b-82a6444666cb tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1381824746&fields=id&tenant_id=f69d85fa8dc545efb55a0b2949e9f06c HTTP/1.1" status: 200 len: 267 time: 0.0424058 Sep 24 14:39:58.060630 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-0ca5c716-028a-46b6-bb09-d6acd1f0f571 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:58.062710 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-0ca5c716-028a-46b6-bb09-d6acd1f0f571 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 811 time: 0.1054409 Sep 24 14:39:58.081381 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-17c1324e-5422-4a1c-80eb-da5431c89f42 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/quotas/f69d85fa8dc545efb55a0b2949e9f06c HTTP/1.1" status: 200 len: 375 time: 0.0098927 Sep 24 14:39:58.122113 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-9dc735c4-d7cf-4197-ab55-cc3c20e4e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:58.131476 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d08ca809-c00b-4de9-b9ae-fe1dcaf4c319 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450106 Sep 24 14:39:58.228945 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-8c74d4a4-9620-42c0-8caf-d5c9d7f10175 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865645 Sep 24 14:39:58.320113 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-18798815-7cf6-4586-892a-fc7f35dc6724 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854149 Sep 24 14:39:58.612216 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-676f13b7-b0d8-4077-bfbc-439fdb57a8a6 req-48c1502d-c183-47e0-8f67-7c148412fe39 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 210 time: 0.0274575 Sep 24 14:39:59.234339 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:39:59.747358 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1d77db3a-122c-4c35-a1f6-0b7636232c05 req-6a16e440-f0e0-47a4-be7e-f6f14c2c82f8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 210 time: 0.0336981 Sep 24 14:39:59.797307 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-89ba804b-27b8-477b-8674-f380250218c7 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:39:59.798768 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-89ba804b-27b8-477b-8674-f380250218c7 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 811 time: 0.1372530 Sep 24 14:39:59.868684 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-a8dacc2f-1716-482a-90cb-1805ab2eab50 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f69d85fa8dc545efb55a0b2949e9f06c HTTP/1.1" status: 200 len: 380 time: 0.0538809 Sep 24 14:39:59.877217 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-3fd80bea-9f58-4aab-91c9-e8ea1d56d212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Request body: {'port': {'device_id': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'admin_state_up': True, 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'security_groups': ['99550dff-015b-4735-a8bc-20c97747786c']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:39:59.982843 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-3fd80bea-9f58-4aab-91c9-e8ea1d56d212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Made reservation on behalf of f69d85fa8dc545efb55a0b2949e9f06c for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:39:59.986417 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-3fd80bea-9f58-4aab-91c9-e8ea1d56d212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:00.110937 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-3fd80bea-9f58-4aab-91c9-e8ea1d56d212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Allocated IP 172.20.0.10 (48c641d5-f10b-46bc-b665-df597be281fe/100e4cdf-d1dc-4817-8080-63365a0aff41/2bd0d195-ca08-40d0-a830-a7c73d18e828) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:40:00.116808 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:00.132151 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:00.255573 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-3fd80bea-9f58-4aab-91c9-e8ea1d56d212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:00.287891 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-3fd80bea-9f58-4aab-91c9-e8ea1d56d212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:00.332394 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-3fd80bea-9f58-4aab-91c9-e8ea1d56d212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Network 48c641d5-f10b-46bc-b665-df597be281fe is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:40:00.335654 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-3fd80bea-9f58-4aab-91c9-e8ea1d56d212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:40:00.339519 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-3fd80bea-9f58-4aab-91c9-e8ea1d56d212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:40:00.345804 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd80bea-9f58-4aab-91c9-e8ea1d56d212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'Port': ['ID=2bd0d195-ca08-40d0-a830-a7c73d18e828,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:40:00.391500 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-3fd80bea-9f58-4aab-91c9-e8ea1d56d212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:00.392117 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-3fd80bea-9f58-4aab-91c9-e8ea1d56d212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:00.411140 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-3fd80bea-9f58-4aab-91c9-e8ea1d56d212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5373883 Sep 24 14:40:00.444640 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Request body: {'port': {'device_id': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:40:00.512047 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:00.566606 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-1e1d1475-3e1b-4a70-aea3-b2f6db243dce None None] Provisioning complete for port 2bd0d195-ca08-40d0-a830-a7c73d18e828 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:40:00.567231 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1e1d1475-3e1b-4a70-aea3-b2f6db243dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:00.567337 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-1e1d1475-3e1b-4a70-aea3-b2f6db243dce None None] Attempt 1 to provision port 2bd0d195-ca08-40d0-a830-a7c73d18e828 Sep 24 14:40:00.598779 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d1475-3e1b-4a70-aea3-b2f6db243dce None None] Port 2bd0d195-ca08-40d0-a830-a7c73d18e828 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:40:00.670706 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:00.767525 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd0d195-ca08-40d0-a830-a7c73d18e828 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:40:00.774884 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Publish callbacks [] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:00.790285 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Transition to ACTIVE for port object 2bd0d195-ca08-40d0-a830-a7c73d18e828 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:40:00.793912 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:00.873416 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:00.877177 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4d3e8-928d-4f21-bf44-e11a6a4ee636 req-5e5488ea-b387-4650-90d2-18e81f50efea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:00.878940 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-10d4d3e8-928d-4f21-bf44-e11a6a4ee636 req-5e5488ea-b387-4650-90d2-18e81f50efea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 944 time: 0.0504489 Sep 24 14:40:00.931621 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-10d4d3e8-928d-4f21-bf44-e11a6a4ee636 req-82c15831-ccdb-49f2-a754-8d7a863fb1a4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469706 Sep 24 14:40:01.099944 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-1e1d1475-3e1b-4a70-aea3-b2f6db243dce None None] Attempt 2 to provision port 2bd0d195-ca08-40d0-a830-a7c73d18e828 Sep 24 14:40:01.105913 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd0d195-ca08-40d0-a830-a7c73d18e828,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:40:01.131526 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d1475-3e1b-4a70-aea3-b2f6db243dce None None] Port 2bd0d195-ca08-40d0-a830-a7c73d18e828 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:40:01.155377 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Attempting to bind port 2bd0d195-ca08-40d0-a830-a7c73d18e828 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:40:01.155718 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Attempting to bind port 2bd0d195-ca08-40d0-a830-a7c73d18e828 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:40:01.156047 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Attempting to bind port 2bd0d195-ca08-40d0-a830-a7c73d18e828 on network 48c641d5-f10b-46bc-b665-df597be281fe {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:40:01.192058 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:01.199210 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:01.202661 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Port 2bd0d195-ca08-40d0-a830-a7c73d18e828 on network 48c641d5-f10b-46bc-b665-df597be281fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:40:01.203029 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Attempting to bind port 2bd0d195-ca08-40d0-a830-a7c73d18e828 on network 48c641d5-f10b-46bc-b665-df597be281fe {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:40:01.246169 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:40:01.246504 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Checking segment: {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:40:01.246923 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Bound using segment: {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:40:01.247355 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Bound port: 2bd0d195-ca08-40d0-a830-a7c73d18e828, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:40:01.247712 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:01.305940 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] For port 2bd0d195-ca08-40d0-a830-a7c73d18e828, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:40:01.308934 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] For port 2bd0d195-ca08-40d0-a830-a7c73d18e828, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=2bd0d195-ca08-40d0-a830-a7c73d18e828,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:40:01.314680 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:01.319126 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:01.319731 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:01.321089 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/2bd0d195-ca08-40d0-a830-a7c73d18e828 HTTP/1.1" status: 200 len: 1094 time: 0.8825235 Sep 24 14:40:01.322550 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'tag': '2bd0d195-ca08-40d0-a830-a7c73d18e828'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:40:01.324784 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db52b5c-dd16-4d24-a64d-0842991aaff9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d37bc53-2176-4fcf-abab-a9771cb0667f", "tag": "2bd0d195-ca08-40d0-a830-a7c73d18e828"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:40:01.367415 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f124ef9-c19b-4df9-ba8a-9392df328bbc x-openstack-request-id: req-2f124ef9-c19b-4df9-ba8a-9392df328bbc {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:40:01.367702 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d37bc53-2176-4fcf-abab-a9771cb0667f", "tag": "2bd0d195-ca08-40d0-a830-a7c73d18e828", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:40:01.367954 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f124ef9-c19b-4df9-ba8a-9392df328bbc {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:40:01.368425 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f124ef9-c19b-4df9-ba8a-9392df328bbc'] response: {'name': 'network-changed', 'server_uuid': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'tag': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'status': 'completed', 'code': 200} Sep 24 14:40:01.371501 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bcf11-7057-40c6-bb69-9ac72f167343 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd0d195-ca08-40d0-a830-a7c73d18e828,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:40:01.438529 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-fef77a3b-860f-455e-9e51-687f90b8efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:01.440575 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-fef77a3b-860f-455e-9e51-687f90b8efc5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 1128 time: 0.0419850 Sep 24 14:40:01.485766 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-9b2a84bb-fa6a-4b8c-a779-d3dc9b254461 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd0d195-ca08-40d0-a830-a7c73d18e828 HTTP/1.1" status: 200 len: 217 time: 0.0313194 Sep 24 14:40:01.533231 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-e7592cf4-4c94-444f-927c-6f1de7706576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:01.534931 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-e7592cf4-4c94-444f-927c-6f1de7706576 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 200 len: 850 time: 0.0429196 Sep 24 14:40:01.582583 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-ec93f721-1363-4f84-86f1-0df5dc9a26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:01.584030 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-ec93f721-1363-4f84-86f1-0df5dc9a26dc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=48c641d5-f10b-46bc-b665-df597be281fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407882 Sep 24 14:40:01.632512 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-1e1d1475-3e1b-4a70-aea3-b2f6db243dce None None] Attempt 3 to provision port 2bd0d195-ca08-40d0-a830-a7c73d18e828 Sep 24 14:40:01.671276 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d1475-3e1b-4a70-aea3-b2f6db243dce None None] Port 2bd0d195-ca08-40d0-a830-a7c73d18e828 had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:40:01.671669 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-aef0322e-b11f-4ba6-955e-524e2b735295 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806658 Sep 24 14:40:01.762663 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9f9f4838-344e-4b94-98ba-bc59e96beb10 req-f1e39b26-0702-4f1f-b4c0-11a20093d6c6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850072 Sep 24 14:40:02.053153 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2c719-19ae-4b13-8740-9d1af6cff2a1 req-dcf165db-8ab9-4a18-9350-91fa1b0e8bfa tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:02.054563 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-02e2c719-19ae-4b13-8740-9d1af6cff2a1 req-dcf165db-8ab9-4a18-9350-91fa1b0e8bfa tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 944 time: 0.0491755 Sep 24 14:40:02.102895 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-02e2c719-19ae-4b13-8740-9d1af6cff2a1 req-6a52a54c-8d14-4d30-b607-6784a74c7d43 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 Sep 24 14:40:02.969918 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db52b5c-dd16-4d24-a64d-0842991aaff9 req-45469f82-7ca6-4a3a-afdb-da68752d761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:02.971450 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6db52b5c-dd16-4d24-a64d-0842991aaff9 req-45469f82-7ca6-4a3a-afdb-da68752d761b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 1128 time: 0.0390465 Sep 24 14:40:03.063147 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db52b5c-dd16-4d24-a64d-0842991aaff9 req-b8e35475-1199-4fbc-95b0-e096d8665ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:03.064560 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6db52b5c-dd16-4d24-a64d-0842991aaff9 req-b8e35475-1199-4fbc-95b0-e096d8665ac2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 911 time: 0.0857980 Sep 24 14:40:03.103391 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6db52b5c-dd16-4d24-a64d-0842991aaff9 req-b8ebf05e-b147-4830-a432-b94d1dcc0b03 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd0d195-ca08-40d0-a830-a7c73d18e828 HTTP/1.1" status: 200 len: 217 time: 0.0319080 Sep 24 14:40:03.153742 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db52b5c-dd16-4d24-a64d-0842991aaff9 req-5c973338-c9b9-4268-b72c-ffa3219e12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:03.155222 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6db52b5c-dd16-4d24-a64d-0842991aaff9 req-5c973338-c9b9-4268-b72c-ffa3219e12bf service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 200 len: 850 time: 0.0456133 Sep 24 14:40:03.228878 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db52b5c-dd16-4d24-a64d-0842991aaff9 req-49f23c17-0357-45cc-b1e2-56e742d48966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:03.230335 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6db52b5c-dd16-4d24-a64d-0842991aaff9 req-49f23c17-0357-45cc-b1e2-56e742d48966 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=48c641d5-f10b-46bc-b665-df597be281fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687025 Sep 24 14:40:03.249672 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92332c9a-f247-4530-8a2d-76bb9d629c6f req-4a9e5e3a-89c7-4a3e-92be-3902f53af262 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:03.251040 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-92332c9a-f247-4530-8a2d-76bb9d629c6f req-4a9e5e3a-89c7-4a3e-92be-3902f53af262 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 944 time: 0.0634980 Sep 24 14:40:03.347752 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:03.353124 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-92332c9a-f247-4530-8a2d-76bb9d629c6f req-bf2fb955-756c-4738-a260-73e8228e56e7 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908759 Sep 24 14:40:03.368207 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6db52b5c-dd16-4d24-a64d-0842991aaff9 req-edeecf33-def1-4f97-8429-bbf2d70f2426 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300519 Sep 24 14:40:03.423175 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:03.459016 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6db52b5c-dd16-4d24-a64d-0842991aaff9 req-48ce658a-dd64-4a2a-9f6f-d3ae048e3cdb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842631 Sep 24 14:40:04.474461 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48204b-5715-42c6-ba62-bfb6136b716b req-7bcbd249-fb0c-42f2-98c4-28fa5784da7c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:04.475955 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ea48204b-5715-42c6-ba62-bfb6136b716b req-7bcbd249-fb0c-42f2-98c4-28fa5784da7c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 944 time: 0.0465760 Sep 24 14:40:04.523877 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-ea48204b-5715-42c6-ba62-bfb6136b716b req-b31fa7fd-682a-47dc-a482-fca2ac8f802d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424516 Sep 24 14:40:05.644763 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fcff-c90a-40b7-b8e9-d1ce3341babc req-a69fcfce-9238-4120-9330-1a7d3dce0a72 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:05.646227 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-85e0fcff-c90a-40b7-b8e9-d1ce3341babc req-a69fcfce-9238-4120-9330-1a7d3dce0a72 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 944 time: 0.0511544 Sep 24 14:40:05.696239 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-85e0fcff-c90a-40b7-b8e9-d1ce3341babc req-553a0031-2a76-47c4-982b-2b9345efcd6e tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444169 Sep 24 14:40:06.574402 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=47 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:06.813375 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7853afe-a455-4c2c-abf1-5e2c6c8846f4 req-2654fe2e-5ba2-4813-97f1-cf880479ab01 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:06.814840 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b7853afe-a455-4c2c-abf1-5e2c6c8846f4 req-2654fe2e-5ba2-4813-97f1-cf880479ab01 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 944 time: 0.0459263 Sep 24 14:40:06.867621 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b7853afe-a455-4c2c-abf1-5e2c6c8846f4 req-014494c3-9551-44cb-8e52-7206ca085d87 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464823 Sep 24 14:40:07.984885 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61eaa9-c80a-4d7e-a5b0-412fc34f4c84 req-c12e9742-aa13-457b-ad09-bfc88b66ad40 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:07.986312 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ed61eaa9-c80a-4d7e-a5b0-412fc34f4c84 req-c12e9742-aa13-457b-ad09-bfc88b66ad40 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 944 time: 0.0459545 Sep 24 14:40:08.033875 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-ed61eaa9-c80a-4d7e-a5b0-412fc34f4c84 req-d3769f0f-90a5-4094-bf14-c48592efe8c4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412519 Sep 24 14:40:08.248253 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=43 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:09.153424 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26fa25-074c-4ba6-b807-c8af15e79b59 req-5d7cc56e-fd0a-4186-bf2a-a07c545061f9 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:09.154879 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3e26fa25-074c-4ba6-b807-c8af15e79b59 req-5d7cc56e-fd0a-4186-bf2a-a07c545061f9 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 944 time: 0.0457449 Sep 24 14:40:09.203364 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3e26fa25-074c-4ba6-b807-c8af15e79b59 req-21f5e183-1500-4457-b2ec-8e7dd30ba87f tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428884 Sep 24 14:40:10.324995 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e377936-c87b-44e5-8c2b-896d114c88b3 req-623b00ad-0479-447b-9f77-895d9e8f6dd5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:10.326454 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e377936-c87b-44e5-8c2b-896d114c88b3 req-623b00ad-0479-447b-9f77-895d9e8f6dd5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 944 time: 0.0474000 Sep 24 14:40:10.378030 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6e377936-c87b-44e5-8c2b-896d114c88b3 req-72ce88e1-7868-4c87-9a9d-84ff39db43af tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458782 Sep 24 14:40:10.931092 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 2bd0d195-ca08-40d0-a830-a7c73d18e828 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:40:11.030402 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 2bd0d195-ca08-40d0-a830-a7c73d18e828, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=2bd0d195-ca08-40d0-a830-a7c73d18e828,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:40:11.041536 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'port_id': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'mac_address': 'fa:16:3e:20:26:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:40:11.075019 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 2bd0d195-ca08-40d0-a830-a7c73d18e828 is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:40:11.075409 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:11.088539 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd0d195-ca08-40d0-a830-a7c73d18e828 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:40:11.107908 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 2bd0d195-ca08-40d0-a830-a7c73d18e828, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=2bd0d195-ca08-40d0-a830-a7c73d18e828,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:40:11.112178 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:11.159066 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=2bd0d195-ca08-40d0-a830-a7c73d18e828,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:40:11.166097 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.166443 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.166789 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.167164 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.167497 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.167830 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.168159 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.168489 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.168824 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.169147 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.169472 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.169797 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.170114 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.170436 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.170756 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:11.499588 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5774ed-b70e-4309-9fa9-cc24d3f1195f req-72127adc-fe22-46fa-afd6-fb4937ce3969 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:11.501033 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0b5774ed-b70e-4309-9fa9-cc24d3f1195f req-72127adc-fe22-46fa-afd6-fb4937ce3969 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 945 time: 0.0465140 Sep 24 14:40:11.548668 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0b5774ed-b70e-4309-9fa9-cc24d3f1195f req-3d39dfc2-7615-4db6-bb19-851a4859fc51 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414314 Sep 24 14:40:11.579767 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['2bd0d195-ca08-40d0-a830-a7c73d18e828'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:40:12.667220 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505aee96-cd43-4927-a330-72379f55d7e2 req-eddce501-e276-4462-8745-802e97db5014 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:12.668778 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-505aee96-cd43-4927-a330-72379f55d7e2 req-eddce501-e276-4462-8745-802e97db5014 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 945 time: 0.0462699 Sep 24 14:40:12.717335 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-505aee96-cd43-4927-a330-72379f55d7e2 req-971421db-33e9-4ba2-a26c-c35f84bf3ab1 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430105 Sep 24 14:40:12.952505 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 2bd0d195-ca08-40d0-a830-a7c73d18e828 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:40:12.993944 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 2bd0d195-ca08-40d0-a830-a7c73d18e828 completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:40:13.000041 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 2bd0d195-ca08-40d0-a830-a7c73d18e828 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:40:13.000601 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:13.000940 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 2bd0d195-ca08-40d0-a830-a7c73d18e828 Sep 24 14:40:13.069748 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 2bd0d195-ca08-40d0-a830-a7c73d18e828 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:40:13.070133 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:13.092619 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd0d195-ca08-40d0-a830-a7c73d18e828'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:40:13.094835 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43607852-a1cb-4ce0-83cd-ddec12381644" -d '{"events": [{"server_uuid": "0d37bc53-2176-4fcf-abab-a9771cb0667f", "name": "network-vif-plugged", "status": "completed", "tag": "2bd0d195-ca08-40d0-a830-a7c73d18e828"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:40:13.108482 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 2bd0d195-ca08-40d0-a830-a7c73d18e828, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=2bd0d195-ca08-40d0-a830-a7c73d18e828,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:40:13.112388 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:13.138226 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaa07dd-41d4-426a-a568-994a2ba3a392 x-openstack-request-id: req-dbaa07dd-41d4-426a-a568-994a2ba3a392 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:40:13.138513 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d37bc53-2176-4fcf-abab-a9771cb0667f", "name": "network-vif-plugged", "status": "completed", "tag": "2bd0d195-ca08-40d0-a830-a7c73d18e828", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:40:13.138761 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dbaa07dd-41d4-426a-a568-994a2ba3a392 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:40:13.139167 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbaa07dd-41d4-426a-a568-994a2ba3a392'] response: {'server_uuid': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'code': 200} Sep 24 14:40:13.164680 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=2bd0d195-ca08-40d0-a830-a7c73d18e828,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:40:13.391431 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff2f61-060c-4d43-bd27-485012dcecee req-1c8511b9-3023-4984-b2c2-1fdc58fae2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:13.392873 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8bff2f61-060c-4d43-bd27-485012dcecee req-1c8511b9-3023-4984-b2c2-1fdc58fae2d5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 1130 time: 0.0374329 Sep 24 14:40:13.437439 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8bff2f61-060c-4d43-bd27-485012dcecee req-abc6b632-7a06-4b2f-bf82-2d781688ea16 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381587 Sep 24 14:40:13.846433 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2a216-f614-423a-b61b-075e7d7ceef0 req-66562d80-e652-468a-af1d-b2b6ab335a95 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:13.847962 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-03d2a216-f614-423a-b61b-075e7d7ceef0 req-66562d80-e652-468a-af1d-b2b6ab335a95 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 946 time: 0.0563359 Sep 24 14:40:13.896278 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-03d2a216-f614-423a-b61b-075e7d7ceef0 req-f5dca258-daeb-4aed-9343-8e46125ecd98 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Sep 24 14:40:15.019266 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca2b3f-9347-4958-8cf5-2f2399ea234c req-ce1c2563-e737-4464-a281-100039ed87cc tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:15.020703 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0eca2b3f-9347-4958-8cf5-2f2399ea234c req-ce1c2563-e737-4464-a281-100039ed87cc tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 946 time: 0.0490079 Sep 24 14:40:15.068195 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0eca2b3f-9347-4958-8cf5-2f2399ea234c req-09bbab40-1088-4404-be4c-f410752fa2b9 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421598 Sep 24 14:40:15.185494 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508df55-7e1e-4e0d-b7ac-1fe4eed79f53 req-173b462e-cbe8-467d-be6d-33e3ab42bbd7 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:15.186971 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6508df55-7e1e-4e0d-b7ac-1fe4eed79f53 req-173b462e-cbe8-467d-be6d-33e3ab42bbd7 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 946 time: 0.0465922 Sep 24 14:40:15.235285 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6508df55-7e1e-4e0d-b7ac-1fe4eed79f53 req-ddb65747-0bff-4ed6-9948-2ff35576d10d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427127 Sep 24 14:40:15.262593 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47042) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:40:15.271212 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=75 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:15.273064 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=73 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:15.304202 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6476c6-4774-4d91-a8c4-4337684133af tempest-TestVolumeBootPattern-355171073 tempest-TestVolumeBootPattern-355171073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:15.305712 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-4b6476c6-4774-4d91-a8c4-4337684133af tempest-TestVolumeBootPattern-355171073 tempest-TestVolumeBootPattern-355171073-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 1125 time: 0.0420930 Sep 24 14:40:15.308575 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47044) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:40:15.313139 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'port_id': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:40:15.333869 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:15.414075 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:15.517033 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Allocated IP 172.27.1.153 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/2b0808b0-e7e6-460c-a3fa-c83b26130855) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:40:15.624059 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for port (2b0808b0-e7e6-460c-a3fa-c83b26130855), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:15.655774 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (2b0808b0-e7e6-460c-a3fa-c83b26130855), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:15.697114 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:40:15.702067 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:40:15.704227 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'Port': ['ID=2b0808b0-e7e6-460c-a3fa-c83b26130855,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:40:15.706933 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:40:15.732231 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.732577 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.732919 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.733252 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.733579 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.733904 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.734225 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.734543 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.734892 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.735216 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.735535 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.735856 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.736171 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.736485 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:15.736795 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:40:16.017547 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:16.060420 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for floatingip (bf431478-d8e5-4beb-82d7-7501d5c109ea), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:16.079081 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:16.125463 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (2b0808b0-e7e6-460c-a3fa-c83b26130855), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:16.267805 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for port (2b0808b0-e7e6-460c-a3fa-c83b26130855), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:16.272250 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (2b0808b0-e7e6-460c-a3fa-c83b26130855), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:16.338737 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'Port': ['ID=2b0808b0-e7e6-460c-a3fa-c83b26130855,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:40:16.341171 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (bf431478-d8e5-4beb-82d7-7501d5c109ea), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:16.433529 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.l3_db [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Floating IP bf431478-d8e5-4beb-82d7-7501d5c109ea associated. External IP: 172.27.1.153, port: 2bd0d195-ca08-40d0-a830-a7c73d18e828. Sep 24 14:40:16.624402 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:40:16.970129 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:40:16.980803 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecf5441-5cd2-4d23-bc1d-44942e35bbe4 None None] Sync routers for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:40:16.989029 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:16.991374 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf5441-5cd2-4d23-bc1d-44942e35bbe4 None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:40:16.992078 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-3ecf5441-5cd2-4d23-bc1d-44942e35bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:39:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:40:17.018836 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-292e90f2-d4ea-420d-9c38-b14fde5e33ea tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7091148 Sep 24 14:40:17.019745 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'tag': '2bd0d195-ca08-40d0-a830-a7c73d18e828'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:40:17.022288 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced1911a76e2b68976553810b569b19b079f2d27d27f8393138a5e2ba6d46ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5fe850-1dde-4ce5-808b-dd9e7277d5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d37bc53-2176-4fcf-abab-a9771cb0667f", "tag": "2bd0d195-ca08-40d0-a830-a7c73d18e828"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:40:17.095194 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-3ecf5441-5cd2-4d23-bc1d-44942e35bbe4 None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:40:17.207525 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6721291d-3e6b-4e13-8834-ab6f79fe60e9 x-openstack-request-id: req-6721291d-3e6b-4e13-8834-ab6f79fe60e9 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:40:17.208028 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d37bc53-2176-4fcf-abab-a9771cb0667f", "tag": "2bd0d195-ca08-40d0-a830-a7c73d18e828", "status": "completed", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:40:17.208139 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6721291d-3e6b-4e13-8834-ab6f79fe60e9 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:40:17.208487 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6721291d-3e6b-4e13-8834-ab6f79fe60e9'] response: {'name': 'network-changed', 'server_uuid': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'tag': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'status': 'completed', 'code': 200} Sep 24 14:40:17.313046 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-3ecf5441-5cd2-4d23-bc1d-44942e35bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'bf431478-d8e5-4beb-82d7-7501d5c109ea', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:20:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:40:15Z', 'updated_at': '2022-09-24T14:40:15Z', 'revision_number': 0, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:40:17.313992 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fe850-1dde-4ce5-808b-dd9e7277d5f0 req-83154527-9db5-4c3f-b920-85a2783ab01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:17.315537 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1e5fe850-1dde-4ce5-808b-dd9e7277d5f0 req-83154527-9db5-4c3f-b920-85a2783ab01a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 1130 time: 0.0391316 Sep 24 14:40:17.337284 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecf5441-5cd2-4d23-bc1d-44942e35bbe4 None None] Checking router: d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:40:17.345604 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf5441-5cd2-4d23-bc1d-44942e35bbe4 None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:40:17.346196 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-3ecf5441-5cd2-4d23-bc1d-44942e35bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:39:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:40:17.410069 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fe850-1dde-4ce5-808b-dd9e7277d5f0 req-7d16225f-dee1-46a9-8039-ad99d24f03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:17.411552 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1e5fe850-1dde-4ce5-808b-dd9e7277d5f0 req-7d16225f-dee1-46a9-8039-ad99d24f03a8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 911 time: 0.0891147 Sep 24 14:40:17.446635 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-3ecf5441-5cd2-4d23-bc1d-44942e35bbe4 None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:40:17.475517 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1e5fe850-1dde-4ce5-808b-dd9e7277d5f0 req-20ce0aaf-189c-451f-af29-207715f65630 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd0d195-ca08-40d0-a830-a7c73d18e828 HTTP/1.1" status: 200 len: 1000 time: 0.0577860 Sep 24 14:40:17.520030 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:17.524408 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fe850-1dde-4ce5-808b-dd9e7277d5f0 req-588d93d5-a866-4403-b977-1bc891a81137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:17.525850 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1e5fe850-1dde-4ce5-808b-dd9e7277d5f0 req-588d93d5-a866-4403-b977-1bc891a81137 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 200 len: 850 time: 0.0445549 Sep 24 14:40:17.571088 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fe850-1dde-4ce5-808b-dd9e7277d5f0 req-fb06c0ad-2ff9-41de-ae45-0cc4503eb30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:17.572552 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1e5fe850-1dde-4ce5-808b-dd9e7277d5f0 req-fb06c0ad-2ff9-41de-ae45-0cc4503eb30d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=48c641d5-f10b-46bc-b665-df597be281fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399885 Sep 24 14:40:17.643667 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:17.659751 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-3ecf5441-5cd2-4d23-bc1d-44942e35bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'bf431478-d8e5-4beb-82d7-7501d5c109ea', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:20:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:40:15Z', 'updated_at': '2022-09-24T14:40:15Z', 'revision_number': 0, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:40:17.665366 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1e5fe850-1dde-4ce5-808b-dd9e7277d5f0 req-8d029ba5-8a52-4945-8819-0bad3cce2c83 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865963 Sep 24 14:40:17.684742 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecf5441-5cd2-4d23-bc1d-44942e35bbe4 None None] The sync data for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi is: [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'bf431478-d8e5-4beb-82d7-7501d5c109ea', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:20:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:40:15Z', 'updated_at': '2022-09-24T14:40:15Z', 'revision_number': 0, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:40:17.760556 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-1e5fe850-1dde-4ce5-808b-dd9e7277d5f0 req-348cd5d4-446d-45a5-85a8-279bbf24c98f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870490 Sep 24 14:40:17.875202 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f98277-bd16-4582-974a-8b730dae162b None None] New status for floating IP bf431478-d8e5-4beb-82d7-7501d5c109ea: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:40:17.878132 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:17.879750 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:17.906012 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:18.188046 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:24.191744 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:40:24.494182 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-efb77a57-d5c9-4039-b505-501b43866fbf req-96b5c829-d0f5-4dd6-bac5-4627db977780 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381317 Sep 24 14:40:24.592154 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb77a57-d5c9-4039-b505-501b43866fbf req-69d14349-fce9-49b5-be8c-799e4a16f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:24.593602 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-efb77a57-d5c9-4039-b505-501b43866fbf req-69d14349-fce9-49b5-be8c-799e4a16f912 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 1130 time: 0.0434468 Sep 24 14:40:24.696384 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb77a57-d5c9-4039-b505-501b43866fbf req-3184c522-7c01-4100-9aae-7e77bccb0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:24.697838 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-efb77a57-d5c9-4039-b505-501b43866fbf req-3184c522-7c01-4100-9aae-7e77bccb0938 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 200 len: 911 time: 0.0855100 Sep 24 14:40:24.760903 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-efb77a57-d5c9-4039-b505-501b43866fbf req-0ce81030-f2d4-4f7c-a9f7-63081741ceba service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1b1630-2a20-474d-8181-2d01b2f828a6 HTTP/1.1" status: 200 len: 1002 time: 0.0568087 Sep 24 14:40:24.809388 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb77a57-d5c9-4039-b505-501b43866fbf req-9da82a42-70fa-4f14-8f59-6de517982b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:24.810785 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-efb77a57-d5c9-4039-b505-501b43866fbf req-9da82a42-70fa-4f14-8f59-6de517982b74 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e9743a9e-3159-427e-ad8f-7ce32946e11a HTTP/1.1" status: 200 len: 850 time: 0.0433033 Sep 24 14:40:24.853715 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb77a57-d5c9-4039-b505-501b43866fbf req-7649f956-df45-4610-a15d-80eacef5daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:24.855209 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-efb77a57-d5c9-4039-b505-501b43866fbf req-7649f956-df45-4610-a15d-80eacef5daa2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=91a2cf93-1fab-4d21-a55a-3c3eecea066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383925 Sep 24 14:40:24.948709 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-efb77a57-d5c9-4039-b505-501b43866fbf req-00f572ea-0932-48bb-be34-8464e52cfe78 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853703 Sep 24 14:40:25.041667 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-efb77a57-d5c9-4039-b505-501b43866fbf req-1f7ae7cc-a871-4ded-b44a-38e3d6bf2704 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860412 Sep 24 14:40:25.709303 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f35ee1aa-d7c3-43fb-963d-2a56422ee020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:27.014113 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:27.015482 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:28.123578 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b768f1bb-0491-4955-a9b3-dedef3f6e476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:28.861730 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451b0b2-cc4f-4199-b28a-0d38389e65da req-639c035c-b3ff-4553-b6e2-fb2e033d7f2a tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:28.863192 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3451b0b2-cc4f-4199-b28a-0d38389e65da req-639c035c-b3ff-4553-b6e2-fb2e033d7f2a tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0498409 Sep 24 14:40:28.911132 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3451b0b2-cc4f-4199-b28a-0d38389e65da req-9ccaac91-7763-4bb9-886d-9370c48d3509 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423403 Sep 24 14:40:29.235990 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:30.035012 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c8026-4f6b-44dd-bf2d-a7bb8c0986f3 req-5b796537-70d8-428f-8f7f-830a9eb3e053 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:30.036463 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-230c8026-4f6b-44dd-bf2d-a7bb8c0986f3 req-5b796537-70d8-428f-8f7f-830a9eb3e053 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0464265 Sep 24 14:40:30.082772 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-230c8026-4f6b-44dd-bf2d-a7bb8c0986f3 req-d5ce2aca-a89c-4c3d-a957-46041396b25b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407910 Sep 24 14:40:30.672676 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:30.875497 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:31.199571 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7d72b-7c6f-48c5-aa3e-6c7fb6a578dd req-87b90099-57a6-46b0-b9b5-8bf99207c6e6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:31.200984 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e5c7d72b-7c6f-48c5-aa3e-6c7fb6a578dd req-87b90099-57a6-46b0-b9b5-8bf99207c6e6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0451264 Sep 24 14:40:31.246488 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e5c7d72b-7c6f-48c5-aa3e-6c7fb6a578dd req-f1189bd9-ff61-4e79-8f6f-3d737869042e tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400045 Sep 24 14:40:32.365621 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5047b9-e1da-45a8-8efe-460572d931fe req-84da4216-83e3-4603-9be1-a9304413bfd3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:32.367097 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5f5047b9-e1da-45a8-8efe-460572d931fe req-84da4216-83e3-4603-9be1-a9304413bfd3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0465653 Sep 24 14:40:32.413038 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5f5047b9-e1da-45a8-8efe-460572d931fe req-d760055e-6734-4a78-8fca-91cba863bc10 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404954 Sep 24 14:40:33.531134 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e03cf9-6833-41ba-a98b-9cb5c637167c req-3f81014c-9a10-4ca5-8384-8a7c510d0596 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:33.532548 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-50e03cf9-6833-41ba-a98b-9cb5c637167c req-3f81014c-9a10-4ca5-8384-8a7c510d0596 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0454001 Sep 24 14:40:33.581765 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-50e03cf9-6833-41ba-a98b-9cb5c637167c req-964d5dd0-7721-44ad-b85e-94ad4a6c2b15 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435414 Sep 24 14:40:34.186244 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=70 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:34.187053 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=82 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:34.705062 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c328e7c-4f1f-41bc-a657-4f5aa8220c26 req-3fd2cbb6-8756-4a35-92ae-70bb6195a8a8 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:34.707101 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5c328e7c-4f1f-41bc-a657-4f5aa8220c26 req-3fd2cbb6-8756-4a35-92ae-70bb6195a8a8 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0516710 Sep 24 14:40:34.731650 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:34.753265 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5c328e7c-4f1f-41bc-a657-4f5aa8220c26 req-a92d7672-0441-461e-8973-cf5b4176c3e0 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400815 Sep 24 14:40:35.872338 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281aaaf-ff88-4168-a245-30a93ea9de2b req-e75e863e-c6f8-4eff-8993-adbbd4404376 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:35.873766 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0281aaaf-ff88-4168-a245-30a93ea9de2b req-e75e863e-c6f8-4eff-8993-adbbd4404376 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0460217 Sep 24 14:40:35.919541 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0281aaaf-ff88-4168-a245-30a93ea9de2b req-5a37a2a2-55f6-469b-93e3-d62c6cda609d tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402431 Sep 24 14:40:37.040470 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063184e-8d13-40e0-b690-28e2e71416ca req-db60902f-67f3-4d23-868e-106c541fbddb tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:37.041933 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2063184e-8d13-40e0-b690-28e2e71416ca req-db60902f-67f3-4d23-868e-106c541fbddb tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0463383 Sep 24 14:40:37.087121 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2063184e-8d13-40e0-b690-28e2e71416ca req-daf8dbe8-8cb9-4652-8ff6-8e42d2099518 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395236 Sep 24 14:40:38.206587 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dd587-e475-4e7b-b240-c91fd17f0600 req-8a76c983-9f63-44d2-86f3-56e9102ca2bb tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:38.208027 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-491dd587-e475-4e7b-b240-c91fd17f0600 req-8a76c983-9f63-44d2-86f3-56e9102ca2bb tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0452003 Sep 24 14:40:38.252407 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-491dd587-e475-4e7b-b240-c91fd17f0600 req-f2af9490-adc1-44e7-919b-ff30e6b7e477 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389943 Sep 24 14:40:39.353419 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:39.371228 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afb076-ce4b-4bbf-bb4b-73b8aaf9fbeb req-11c8325b-7542-4a8f-ac0b-ba36ce0d5829 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:39.372686 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a6afb076-ce4b-4bbf-bb4b-73b8aaf9fbeb req-11c8325b-7542-4a8f-ac0b-ba36ce0d5829 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0459781 Sep 24 14:40:39.422321 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a6afb076-ce4b-4bbf-bb4b-73b8aaf9fbeb req-3c9b3621-c02d-45e7-8a2c-c9f4f74bcfe3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435557 Sep 24 14:40:39.665231 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd90e66-3f3e-4404-8b61-74a7d532d1f3 req-bd287fb6-89e3-4c26-b9d1-9638a4617620 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:39.666953 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-efd90e66-3f3e-4404-8b61-74a7d532d1f3 req-bd287fb6-89e3-4c26-b9d1-9638a4617620 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0507689 Sep 24 14:40:39.723888 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-efd90e66-3f3e-4404-8b61-74a7d532d1f3 req-573ba902-fa37-4290-b053-3d60c3558dea tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511417 Sep 24 14:40:39.750869 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9c0fd-557b-486b-89b1-ecc4fe167b43 req-219c3cc6-e797-4002-a6f2-51c8ff16f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:39.752388 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cce9c0fd-557b-486b-89b1-ecc4fe167b43 req-219c3cc6-e797-4002-a6f2-51c8ff16f3a7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 1130 time: 0.0468624 Sep 24 14:40:39.843351 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9c0fd-557b-486b-89b1-ecc4fe167b43 req-5dc8b8c2-da15-4134-b70d-11ec7b0ba723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:39.844815 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cce9c0fd-557b-486b-89b1-ecc4fe167b43 req-5dc8b8c2-da15-4134-b70d-11ec7b0ba723 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 200 len: 911 time: 0.0861959 Sep 24 14:40:39.905561 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cce9c0fd-557b-486b-89b1-ecc4fe167b43 req-17d32db1-8d4b-4268-bbda-44b46619c5f8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1b1630-2a20-474d-8181-2d01b2f828a6 HTTP/1.1" status: 200 len: 1002 time: 0.0541761 Sep 24 14:40:39.956245 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9c0fd-557b-486b-89b1-ecc4fe167b43 req-7b3b2946-a83d-4835-9752-d442ccecd43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:39.957644 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cce9c0fd-557b-486b-89b1-ecc4fe167b43 req-7b3b2946-a83d-4835-9752-d442ccecd43d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e9743a9e-3159-427e-ad8f-7ce32946e11a HTTP/1.1" status: 200 len: 850 time: 0.0458636 Sep 24 14:40:39.999564 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9c0fd-557b-486b-89b1-ecc4fe167b43 req-06df6d09-636f-4aae-a3e0-8b433b4c1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:40.000963 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cce9c0fd-557b-486b-89b1-ecc4fe167b43 req-06df6d09-636f-4aae-a3e0-8b433b4c1878 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=91a2cf93-1fab-4d21-a55a-3c3eecea066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373287 Sep 24 14:40:40.092030 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cce9c0fd-557b-486b-89b1-ecc4fe167b43 req-4a7dca08-ebae-4753-aba5-ec1ccab9cb47 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839269 Sep 24 14:40:40.179548 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cce9c0fd-557b-486b-89b1-ecc4fe167b43 req-b65abbab-92c0-4924-858a-bfa47c7b2438 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812659 Sep 24 14:40:40.850256 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779dcab-31d4-4f34-b739-8c392e7830cf req-ca8fa4b6-83ec-40ba-b0e6-ceb49090d66c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:40.851735 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c779dcab-31d4-4f34-b739-8c392e7830cf req-ca8fa4b6-83ec-40ba-b0e6-ceb49090d66c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0494521 Sep 24 14:40:40.864627 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:40.868818 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:40.871009 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:40.898551 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c779dcab-31d4-4f34-b739-8c392e7830cf req-055271e6-6cee-426e-be72-0e0afdda32ac tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 Sep 24 14:40:42.017743 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325ae8e-25ac-442c-b1b9-588cdaf3cffb req-f1fd0a8e-fc66-4283-8ec6-cc7a4f5899ce tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:40:42.019709 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3325ae8e-25ac-442c-b1b9-588cdaf3cffb req-f1fd0a8e-fc66-4283-8ec6-cc7a4f5899ce tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0451148 Sep 24 14:40:42.070372 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3325ae8e-25ac-442c-b1b9-588cdaf3cffb req-0ad85b29-950a-438c-aa79-b49ffa2de291 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452969 Sep 24 14:40:45.253557 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:45.254288 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:48.190680 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:50.892322 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=51 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:50.895279 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=57 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:52.064133 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:52.067318 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=68 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:55.711340 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c02653d1-1b6a-4f08-b24b-ef6f88746567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:55.912639 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=13 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:55.916706 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=13 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:40:58.128272 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-203f8244-6af5-4cca-8fb9-6e4f2522006f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:40:59.238529 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:00.675449 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:00.880995 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:01.118927 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48c070-9cd0-4936-ac7a-8e45a507a654 req-6837b67a-ccd0-4b46-a916-fd91223efbd2 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:01.120369 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cd48c070-9cd0-4936-ac7a-8e45a507a654 req-6837b67a-ccd0-4b46-a916-fd91223efbd2 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 945 time: 0.0474856 Sep 24 14:41:01.166693 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cd48c070-9cd0-4936-ac7a-8e45a507a654 req-ec9a08bb-d435-4973-8671-0559198e27d5 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8cd8e55d-45be-4381-9d66-2471d2ac2e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405333 Sep 24 14:41:01.191139 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:41:02.292153 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd4b5e-6128-49dd-af70-40155049dc87 req-15a926ad-bb6b-4aeb-846e-cecb60a56fcd tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:02.293576 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c8dd4b5e-6128-49dd-af70-40155049dc87 req-15a926ad-bb6b-4aeb-846e-cecb60a56fcd tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 945 time: 0.0515637 Sep 24 14:41:02.338170 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c8dd4b5e-6128-49dd-af70-40155049dc87 req-44b9abed-3ef2-4bd3-aeee-ac4219375e07 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8cd8e55d-45be-4381-9d66-2471d2ac2e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391209 Sep 24 14:41:03.264077 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-bbb1b29e-5194-483e-a81b-eead8edc26fa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:03.265480 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-bbb1b29e-5194-483e-a81b-eead8edc26fa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 945 time: 0.0459759 Sep 24 14:41:03.348874 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Deleting port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:41:03.349214 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:03.469761 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] For port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:41:03.470121 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:03.490937 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e90b-d16f-4e46-8b03-d185aeb68f45 req-fcfb6b3f-8c4f-43a8-854b-b5ed8b55df6b tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:03.492384 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3690e90b-d16f-4e46-8b03-d185aeb68f45 req-fcfb6b3f-8c4f-43a8-854b-b5ed8b55df6b tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 945 time: 0.0790091 Sep 24 14:41:03.613343 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3690e90b-d16f-4e46-8b03-d185aeb68f45 req-99542769-4553-4a2b-ae6a-b8ee23194318 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8cd8e55d-45be-4381-9d66-2471d2ac2e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920777 Sep 24 14:41:03.671853 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:03.672212 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (827945b4-7603-4158-b442-0cd1f46c844e), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:03.672526 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Floating IP 827945b4-7603-4158-b442-0cd1f46c844e disassociated. External IP: 172.27.1.41, port: c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321. Sep 24 14:41:03.672866 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Calling delete_port for c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:41:03.797509 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:03.823947 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event deleted for resources: {'Port': ['ID=c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:41:03.836168 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.836522 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.836927 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.837270 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.837608 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.837937 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.838265 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.838590 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.838943 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.839269 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.839593 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.839915 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.840235 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.840555 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.840873 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:03.932108 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:03.948689 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:41:04.052105 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:41:04.061619 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a2193d-07b0-4cd5-8ed5-f8c5069ee0f8 None None] Sync routers for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:41:04.072863 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a2193d-07b0-4cd5-8ed5-f8c5069ee0f8 None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:41:04.073494 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-07a2193d-07b0-4cd5-8ed5-f8c5069ee0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:40:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:41:04.183365 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-07a2193d-07b0-4cd5-8ed5-f8c5069ee0f8 None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:41:04.352720 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] No DVR routers for this DVR port c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:41:04.355431 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:04.358842 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-262afec1-821e-45d7-8c43-e4c5b94dc92a req-27f4d0af-26a6-4c8d-ac58-46129bea3031 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "DELETE /networking/v2.0/ports/c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 HTTP/1.1" status: 204 len: 173 time: 1.0877230 Sep 24 14:41:04.359347 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ffbba6-156b-4644-a4ef-28c5dcaffbd4', 'name': 'network-vif-deleted', 'tag': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:41:04.362164 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0501cc38-0a0f-481b-af88-c78a8c8958de" -d '{"events": [{"server_uuid": "18ffbba6-156b-4644-a4ef-28c5dcaffbd4", "name": "network-vif-deleted", "tag": "c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:41:04.380492 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-07a2193d-07b0-4cd5-8ed5-f8c5069ee0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:41:04.408814 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a2193d-07b0-4cd5-8ed5-f8c5069ee0f8 None None] Checking router: a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:41:04.410314 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf89052d-ed43-43cb-bc63-8d87d76e9f57 x-openstack-request-id: req-bf89052d-ed43-43cb-bc63-8d87d76e9f57 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:41:04.410610 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ffbba6-156b-4644-a4ef-28c5dcaffbd4", "name": "network-vif-deleted", "tag": "c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:41:04.410890 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf89052d-ed43-43cb-bc63-8d87d76e9f57 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:41:04.411296 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf89052d-ed43-43cb-bc63-8d87d76e9f57'] response: {'server_uuid': '18ffbba6-156b-4644-a4ef-28c5dcaffbd4', 'name': 'network-vif-deleted', 'tag': 'c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321', 'status': 'completed', 'code': 200} Sep 24 14:41:04.417620 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a2193d-07b0-4cd5-8ed5-f8c5069ee0f8 None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:41:04.418161 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-07a2193d-07b0-4cd5-8ed5-f8c5069ee0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:40:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:41:04.519933 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-07a2193d-07b0-4cd5-8ed5-f8c5069ee0f8 None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:41:04.730381 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7bc95194-1891-443d-8360-713029f521dc req-81430d1f-8c2c-4d32-903b-795123817481 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=18ffbba6-156b-4644-a4ef-28c5dcaffbd4 HTTP/1.1" status: 200 len: 210 time: 0.0271919 Sep 24 14:41:04.793513 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-07a2193d-07b0-4cd5-8ed5-f8c5069ee0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:41:04.817926 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a2193d-07b0-4cd5-8ed5-f8c5069ee0f8 None None] The sync data for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi is: [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:41:05.028298 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e89bc-45ca-487a-965f-5a9f5c7dc8a1 None None] New status for floating IP 827945b4-7603-4158-b442-0cd1f46c844e: DOWN {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:41:05.825136 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47216) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:41:05.891194 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-da4985be-a04a-4264-804f-4e2b43ebc47a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (8cd8e55d-45be-4381-9d66-2471d2ac2e06), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:05.913998 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-da4985be-a04a-4264-804f-4e2b43ebc47a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (8cd8e55d-45be-4381-9d66-2471d2ac2e06), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:05.959007 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-da4985be-a04a-4264-804f-4e2b43ebc47a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (8cd8e55d-45be-4381-9d66-2471d2ac2e06), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:05.961452 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-da4985be-a04a-4264-804f-4e2b43ebc47a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:05.962565 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-da4985be-a04a-4264-804f-4e2b43ebc47a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8cd8e55d-45be-4381-9d66-2471d2ac2e06 HTTP/1.1" status: 204 len: 168 time: 0.1364582 Sep 24 14:41:05.966108 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47218) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:41:05.971933 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4985be-a04a-4264-804f-4e2b43ebc47a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd8e55d-45be-4381-9d66-2471d2ac2e06,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:41:05.973615 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:05.981892 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.api.v2.resource [None req-40225a05-ef8a-4beb-8a07-dbd621e9b86f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] show failed (client error): The resource could not be found. Sep 24 14:41:05.982911 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-40225a05-ef8a-4beb-8a07-dbd621e9b86f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups/8cd8e55d-45be-4381-9d66-2471d2ac2e06 HTTP/1.1" status: 404 len: 347 time: 0.0156193 Sep 24 14:41:05.985946 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47220) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:41:06.092577 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-d0821bca-27d3-453b-baf0-e5d2e2cfbd40 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Deleting port 2f4909a2-5014-468f-928a-4e36e0f5f619 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:41:06.092834 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d0821bca-27d3-453b-baf0-e5d2e2cfbd40 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (2f4909a2-5014-468f-928a-4e36e0f5f619), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.166498 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d0821bca-27d3-453b-baf0-e5d2e2cfbd40 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (2f4909a2-5014-468f-928a-4e36e0f5f619), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.166843 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d0821bca-27d3-453b-baf0-e5d2e2cfbd40 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (2f4909a2-5014-468f-928a-4e36e0f5f619), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.182157 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-d0821bca-27d3-453b-baf0-e5d2e2cfbd40 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Calling delete_port for 2f4909a2-5014-468f-928a-4e36e0f5f619 owned by network:floatingip {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:41:06.310716 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d0821bca-27d3-453b-baf0-e5d2e2cfbd40 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (2f4909a2-5014-468f-928a-4e36e0f5f619), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.338285 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0821bca-27d3-453b-baf0-e5d2e2cfbd40 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event deleted for resources: {'Port': ['ID=2f4909a2-5014-468f-928a-4e36e0f5f619,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:41:06.397884 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d0821bca-27d3-453b-baf0-e5d2e2cfbd40 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (827945b4-7603-4158-b442-0cd1f46c844e), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.400343 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d0821bca-27d3-453b-baf0-e5d2e2cfbd40 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.401477 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-d0821bca-27d3-453b-baf0-e5d2e2cfbd40 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/827945b4-7603-4158-b442-0cd1f46c844e HTTP/1.1" status: 204 len: 168 time: 0.4142814 Sep 24 14:41:06.467720 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47226) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:41:06.472261 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-f9c2aece-55c5-43c9-a204-68c2f6c54717 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2028353506', 'description': 'tempest-description--405776533'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:41:06.492063 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f9c2aece-55c5-43c9-a204-68c2f6c54717 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.559471 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f9c2aece-55c5-43c9-a204-68c2f6c54717 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (162dbc4c-f893-4fec-890a-5f43c03b73a3), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.562931 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f9c2aece-55c5-43c9-a204-68c2f6c54717 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (162dbc4c-f893-4fec-890a-5f43c03b73a3), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.569185 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:06.597769 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f9c2aece-55c5-43c9-a204-68c2f6c54717 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.598920 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-f9c2aece-55c5-43c9-a204-68c2f6c54717 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1301866 Sep 24 14:41:06.601614 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2aece-55c5-43c9-a204-68c2f6c54717 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162dbc4c-f893-4fec-890a-5f43c03b73a3,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:41:06.601997 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47228) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:41:06.606610 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-e64a29c9-5d9c-4c4d-91b7-58ecfc2d6c35 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'security_group_rule': {'security_group_id': '162dbc4c-f893-4fec-890a-5f43c03b73a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:41:06.634338 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e64a29c9-5d9c-4c4d-91b7-58ecfc2d6c35 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (f30fe29a-a199-46bf-ad9e-a8ddcd4498cb), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.690673 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e64a29c9-5d9c-4c4d-91b7-58ecfc2d6c35 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (f30fe29a-a199-46bf-ad9e-a8ddcd4498cb), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.695059 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e64a29c9-5d9c-4c4d-91b7-58ecfc2d6c35 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (f30fe29a-a199-46bf-ad9e-a8ddcd4498cb), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.714316 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a29c9-5d9c-4c4d-91b7-58ecfc2d6c35 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30fe29a-a199-46bf-ad9e-a8ddcd4498cb,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:41:06.719044 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e64a29c9-5d9c-4c4d-91b7-58ecfc2d6c35 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.720407 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e64a29c9-5d9c-4c4d-91b7-58ecfc2d6c35 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172454 Sep 24 14:41:06.722958 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47230) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:41:06.727060 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-b5f327ac-2135-4c50-967d-b210872b876a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'security_group_rule': {'security_group_id': '162dbc4c-f893-4fec-890a-5f43c03b73a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:41:06.753313 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b5f327ac-2135-4c50-967d-b210872b876a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (ab5a8db2-8051-4bb5-a009-3a33c20f63e8), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.807622 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b5f327ac-2135-4c50-967d-b210872b876a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (ab5a8db2-8051-4bb5-a009-3a33c20f63e8), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.811155 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b5f327ac-2135-4c50-967d-b210872b876a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (ab5a8db2-8051-4bb5-a009-3a33c20f63e8), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.829478 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f327ac-2135-4c50-967d-b210872b876a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5a8db2-8051-4bb5-a009-3a33c20f63e8,revision_number=0']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:41:06.837023 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b5f327ac-2135-4c50-967d-b210872b876a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.838222 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b5f327ac-2135-4c50-967d-b210872b876a tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143627 Sep 24 14:41:06.841208 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47232) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:41:06.845367 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:41:06.866387 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:06.944069 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:07.044872 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Allocated IP 172.27.1.244 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/c654f532-45bd-433f-a3bf-f69d6cba334b) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:41:07.147036 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for port (c654f532-45bd-433f-a3bf-f69d6cba334b), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:07.169229 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:07.175496 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:41:07.183966 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (c654f532-45bd-433f-a3bf-f69d6cba334b), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:07.198208 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:41:07.198556 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device c0d3fe8d-55e3-4ecd-97ca-9b788ae5d321 not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:41:07.222050 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:41:07.224365 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:07.227415 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:41:07.232193 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:41:07.238453 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'Port': ['ID=c654f532-45bd-433f-a3bf-f69d6cba334b,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:41:07.326743 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (806ae75e-f0dd-4a37-9754-09b34a7f866a), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:07.362947 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (c654f532-45bd-433f-a3bf-f69d6cba334b), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:07.510159 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for port (c654f532-45bd-433f-a3bf-f69d6cba334b), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:07.514428 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (c654f532-45bd-433f-a3bf-f69d6cba334b), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:07.583904 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'Port': ['ID=c654f532-45bd-433f-a3bf-f69d6cba334b,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:41:07.586383 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (806ae75e-f0dd-4a37-9754-09b34a7f866a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:07.603391 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:07.604604 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-805b44e2-aa81-4b52-896a-c709250205c0 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7624981 Sep 24 14:41:07.753896 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-daeeeab3-0b5b-498b-aeee-682c9f05bd26 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2028353506&fields=id&tenant_id=21710ac430424ec9bf33aabfda5eb8ba HTTP/1.1" status: 200 len: 267 time: 0.0417178 Sep 24 14:41:07.857609 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-99ed98d7-f762-400f-b367-b75b7884cd98 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:07.859956 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-99ed98d7-f762-400f-b367-b75b7884cd98 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 815 time: 0.0998323 Sep 24 14:41:07.878359 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-dbb58c68-a4d1-4c53-bde3-216d22b6c34e tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/quotas/21710ac430424ec9bf33aabfda5eb8ba HTTP/1.1" status: 200 len: 375 time: 0.0117133 Sep 24 14:41:07.932412 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-dc0a62f8-3cf0-49fb-8e74-2f563153235c tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487111 Sep 24 14:41:08.025883 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-068ea603-c147-448a-921e-b18a38b72df7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818398 Sep 24 14:41:08.116576 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-2126195a-7cd0-4255-814a-4e89c4cd9d20 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850623 Sep 24 14:41:08.257844 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:08.281392 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b6669cf8-ed46-48d4-8388-c5ec7e1857fd req-f5babdaa-5729-48e5-9a9f-6b1f73af0cc1 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 210 time: 0.0324895 Sep 24 14:41:09.367814 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:09.390593 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-8e3cf6cd-6a0a-4247-be0d-f41c4df34e6f req-f76d8fc3-b36e-4832-9777-eb6b18420f28 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 210 time: 0.0312090 Sep 24 14:41:09.474660 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:09.506384 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-2986fc8a-a81b-45b9-9c11-12f7616b3271 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:09.507915 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-2986fc8a-a81b-45b9-9c11-12f7616b3271 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 815 time: 0.1081529 Sep 24 14:41:09.589672 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-49822472-c9b8-4d2e-b15c-3ffc17deecce tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=21710ac430424ec9bf33aabfda5eb8ba HTTP/1.1" status: 200 len: 380 time: 0.0546846 Sep 24 14:41:09.691894 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-0a623bee-16ed-40ed-add3-695ad19e7d8f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'port': {'device_id': 'e460b5e2-3d4d-4493-b06c-ab6d5b037c65', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'admin_state_up': True, 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'security_groups': ['162dbc4c-f893-4fec-890a-5f43c03b73a3']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:41:09.799060 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-0a623bee-16ed-40ed-add3-695ad19e7d8f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Made reservation on behalf of 21710ac430424ec9bf33aabfda5eb8ba for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:41:09.803258 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-0a623bee-16ed-40ed-add3-695ad19e7d8f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:09.926015 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-0a623bee-16ed-40ed-add3-695ad19e7d8f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Allocated IP 172.20.0.10 (dd29c2a7-29a9-46cb-ada7-34fd38591f69/ddea60b8-af69-4175-952d-b1c6de595af8/f999005f-69b1-4114-9abd-3afe92094553) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:41:10.060534 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-0a623bee-16ed-40ed-add3-695ad19e7d8f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for port (f999005f-69b1-4114-9abd-3afe92094553), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:10.091119 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-0a623bee-16ed-40ed-add3-695ad19e7d8f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (f999005f-69b1-4114-9abd-3afe92094553), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:10.134668 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-0a623bee-16ed-40ed-add3-695ad19e7d8f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Network dd29c2a7-29a9-46cb-ada7-34fd38591f69 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:41:10.137792 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-0a623bee-16ed-40ed-add3-695ad19e7d8f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:41:10.141497 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-0a623bee-16ed-40ed-add3-695ad19e7d8f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:41:10.147414 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a623bee-16ed-40ed-add3-695ad19e7d8f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event updated for resources: {'Port': ['ID=f999005f-69b1-4114-9abd-3afe92094553,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:41:10.198802 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-0a623bee-16ed-40ed-add3-695ad19e7d8f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:10.199349 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-0a623bee-16ed-40ed-add3-695ad19e7d8f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:10.215783 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-0a623bee-16ed-40ed-add3-695ad19e7d8f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5284898 Sep 24 14:41:10.295491 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Request body: {'port': {'device_id': 'e460b5e2-3d4d-4493-b06c-ab6d5b037c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:41:10.353102 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (f999005f-69b1-4114-9abd-3afe92094553), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:10.362618 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-cc1d5963-3a8f-44ff-be43-f363b09079a3 None None] Provisioning complete for port f999005f-69b1-4114-9abd-3afe92094553 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:41:10.363180 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-cc1d5963-3a8f-44ff-be43-f363b09079a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (f999005f-69b1-4114-9abd-3afe92094553), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:10.363349 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-cc1d5963-3a8f-44ff-be43-f363b09079a3 None None] Attempt 1 to provision port f999005f-69b1-4114-9abd-3afe92094553 Sep 24 14:41:10.382343 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:10.394368 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d5963-3a8f-44ff-be43-f363b09079a3 None None] Port f999005f-69b1-4114-9abd-3afe92094553 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:41:10.449386 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:10.512666 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95491b-e2ae-4a28-82af-3f43adb21cb7 req-5f2169d6-6da3-4e3d-aaf2-9a31189a3e5f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:10.514139 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1c95491b-e2ae-4a28-82af-3f43adb21cb7 req-5f2169d6-6da3-4e3d-aaf2-9a31189a3e5f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 932 time: 0.0469112 Sep 24 14:41:10.560683 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1c95491b-e2ae-4a28-82af-3f43adb21cb7 req-09181cb6-3bff-4322-abc9-2df514318b44 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=162dbc4c-f893-4fec-890a-5f43c03b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407953 Sep 24 14:41:10.613322 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f999005f-69b1-4114-9abd-3afe92094553 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:41:10.620924 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Publish callbacks [] for port (f999005f-69b1-4114-9abd-3afe92094553), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:10.633706 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Transition to ACTIVE for port object f999005f-69b1-4114-9abd-3afe92094553 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:41:10.637294 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (f999005f-69b1-4114-9abd-3afe92094553), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:10.716975 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Pushing event updated for resources: {'Port': ['ID=f999005f-69b1-4114-9abd-3afe92094553,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:41:10.746042 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Attempting to bind port f999005f-69b1-4114-9abd-3afe92094553 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:41:10.746377 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Attempting to bind port f999005f-69b1-4114-9abd-3afe92094553 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:41:10.746706 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Attempting to bind port f999005f-69b1-4114-9abd-3afe92094553 on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:41:10.790360 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Port f999005f-69b1-4114-9abd-3afe92094553 on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:41:10.790685 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Attempting to bind port f999005f-69b1-4114-9abd-3afe92094553 on network dd29c2a7-29a9-46cb-ada7-34fd38591f69 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:41:10.832658 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:41:10.833083 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Checking segment: {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:41:10.833525 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Bound using segment: {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:41:10.833959 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Bound port: f999005f-69b1-4114-9abd-3afe92094553, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d92e3c-e3b5-446a-b8ad-dc851af26f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:41:10.834363 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (f999005f-69b1-4114-9abd-3afe92094553), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:10.894170 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] For port f999005f-69b1-4114-9abd-3afe92094553, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:41:10.895883 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-cc1d5963-3a8f-44ff-be43-f363b09079a3 None None] Attempt 2 to provision port f999005f-69b1-4114-9abd-3afe92094553 Sep 24 14:41:10.897361 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] For port f999005f-69b1-4114-9abd-3afe92094553, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=f999005f-69b1-4114-9abd-3afe92094553,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:41:10.898591 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:10.899251 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:10.905164 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (f999005f-69b1-4114-9abd-3afe92094553), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:10.910055 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:10.910657 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:10.912037 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/f999005f-69b1-4114-9abd-3afe92094553 HTTP/1.1" status: 200 len: 1094 time: 0.6211264 Sep 24 14:41:10.912570 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e460b5e2-3d4d-4493-b06c-ab6d5b037c65', 'tag': 'f999005f-69b1-4114-9abd-3afe92094553'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:41:10.914803 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1351b43-156b-45e5-8e00-bf385657636b" -d '{"events": [{"name": "network-changed", "server_uuid": "e460b5e2-3d4d-4493-b06c-ab6d5b037c65", "tag": "f999005f-69b1-4114-9abd-3afe92094553"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:41:10.919159 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=3,neutron:SELECT=15 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:10.937538 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d5963-3a8f-44ff-be43-f363b09079a3 None None] Port f999005f-69b1-4114-9abd-3afe92094553 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:41:10.961621 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c467f48-4af4-40eb-aaf1-0590aad0f2a4 x-openstack-request-id: req-6c467f48-4af4-40eb-aaf1-0590aad0f2a4 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:41:10.961905 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e460b5e2-3d4d-4493-b06c-ab6d5b037c65", "tag": "f999005f-69b1-4114-9abd-3afe92094553", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:41:10.962158 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c467f48-4af4-40eb-aaf1-0590aad0f2a4 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:41:10.962597 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c467f48-4af4-40eb-aaf1-0590aad0f2a4'] response: {'name': 'network-changed', 'server_uuid': 'e460b5e2-3d4d-4493-b06c-ab6d5b037c65', 'tag': 'f999005f-69b1-4114-9abd-3afe92094553', 'status': 'completed', 'code': 200} Sep 24 14:41:10.967633 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9643ee4-c35d-4d85-b696-9ae921bad530 service neutron] Pushing event updated for resources: {'Port': ['ID=f999005f-69b1-4114-9abd-3afe92094553,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:41:11.036645 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-347a6927-8901-4c50-af58-c22de9401778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:11.038095 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-347a6927-8901-4c50-af58-c22de9401778 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 1128 time: 0.0429795 Sep 24 14:41:11.083842 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-385f9cb9-f2ed-4a2a-8d00-06bdd56d2fe9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f999005f-69b1-4114-9abd-3afe92094553 HTTP/1.1" status: 200 len: 217 time: 0.0311284 Sep 24 14:41:11.130319 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-ead82054-b4ff-401d-93ad-b050b3d78208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:11.131712 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-ead82054-b4ff-401d-93ad-b050b3d78208 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 200 len: 854 time: 0.0427485 Sep 24 14:41:11.175989 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-b028dda0-1a39-44f4-b00d-5c6f6bf870fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:11.177432 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-b028dda0-1a39-44f4-b00d-5c6f6bf870fd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd29c2a7-29a9-46cb-ada7-34fd38591f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384893 Sep 24 14:41:11.270541 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-4bf53caa-b4bc-4610-83f5-3342dd23279a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865932 Sep 24 14:41:11.334254 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:11.346479 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:11.363895 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-10d929ec-d812-4f76-963e-428f2a7f2490 req-e49b5ed9-325d-4294-912a-23e54148e944 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877912 Sep 24 14:41:11.438317 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-cc1d5963-3a8f-44ff-be43-f363b09079a3 None None] Attempt 3 to provision port f999005f-69b1-4114-9abd-3afe92094553 Sep 24 14:41:11.478256 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d5963-3a8f-44ff-be43-f363b09079a3 None None] Port f999005f-69b1-4114-9abd-3afe92094553 had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:41:11.679574 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84116b02-bd14-46ea-a29e-7d583dec7369 req-02be7bea-7b34-41e6-9a9a-edc8be861ffd tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:11.681017 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-84116b02-bd14-46ea-a29e-7d583dec7369 req-02be7bea-7b34-41e6-9a9a-edc8be861ffd tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 944 time: 0.0463183 Sep 24 14:41:11.727937 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-84116b02-bd14-46ea-a29e-7d583dec7369 req-9ec54f5c-4c26-4a1b-97eb-be446204402d tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=162dbc4c-f893-4fec-890a-5f43c03b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413218 Sep 24 14:41:12.849410 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f22bf-1f3b-460b-8e64-8f1dcc95f1f1 req-212bdc2b-d0d5-4538-a8ca-5928c8835c88 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:12.850923 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-533f22bf-1f3b-460b-8e64-8f1dcc95f1f1 req-212bdc2b-d0d5-4538-a8ca-5928c8835c88 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 944 time: 0.0473025 Sep 24 14:41:12.897412 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-533f22bf-1f3b-460b-8e64-8f1dcc95f1f1 req-035c2ea0-b922-4608-8009-6ac3130f4f70 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=162dbc4c-f893-4fec-890a-5f43c03b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406699 Sep 24 14:41:14.028266 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a498-535f-4b22-92b0-4923e9805f3b req-603bf296-753c-482c-ad23-fc4b794612b7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:14.029719 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7df9a498-535f-4b22-92b0-4923e9805f3b req-603bf296-753c-482c-ad23-fc4b794612b7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 944 time: 0.0567012 Sep 24 14:41:14.077603 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-7df9a498-535f-4b22-92b0-4923e9805f3b req-bc312b55-9081-4b60-b09f-2751a7081bc7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=162dbc4c-f893-4fec-890a-5f43c03b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410173 Sep 24 14:41:14.103288 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1351b43-156b-45e5-8e00-bf385657636b req-afbd44d8-c980-4892-857a-2dd8b75e3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:14.104945 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a1351b43-156b-45e5-8e00-bf385657636b req-afbd44d8-c980-4892-857a-2dd8b75e3a88 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 1128 time: 0.0402277 Sep 24 14:41:14.196667 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1351b43-156b-45e5-8e00-bf385657636b req-1fdf5d5d-ecd2-4154-9f47-a9cad4771b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:14.198106 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a1351b43-156b-45e5-8e00-bf385657636b req-1fdf5d5d-ecd2-4154-9f47-a9cad4771b2b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 915 time: 0.0877762 Sep 24 14:41:14.236423 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a1351b43-156b-45e5-8e00-bf385657636b req-823e7d65-7403-41f6-b85f-553f88efc519 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f999005f-69b1-4114-9abd-3afe92094553 HTTP/1.1" status: 200 len: 217 time: 0.0317712 Sep 24 14:41:14.290128 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1351b43-156b-45e5-8e00-bf385657636b req-4c9388e7-9e86-4d23-9b6e-ef33134aa5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:14.291647 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a1351b43-156b-45e5-8e00-bf385657636b req-4c9388e7-9e86-4d23-9b6e-ef33134aa5d1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 200 len: 854 time: 0.0491512 Sep 24 14:41:14.338221 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1351b43-156b-45e5-8e00-bf385657636b req-5a277426-5020-46ac-ba0a-ae0138cc2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:14.339778 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a1351b43-156b-45e5-8e00-bf385657636b req-5a277426-5020-46ac-ba0a-ae0138cc2f59 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd29c2a7-29a9-46cb-ada7-34fd38591f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426345 Sep 24 14:41:14.427774 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a1351b43-156b-45e5-8e00-bf385657636b req-b21d5a4f-91c4-4222-90ee-1be761f4c890 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818169 Sep 24 14:41:14.519639 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a1351b43-156b-45e5-8e00-bf385657636b req-145356a5-bdb8-4049-a3f2-fcd27ec436ca service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858786 Sep 24 14:41:15.197551 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfd17f-4094-425d-9d02-1b8bd7d78301 req-6bc97aa7-450a-42cc-97a8-23bb11d24f31 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:15.199005 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f3bfd17f-4094-425d-9d02-1b8bd7d78301 req-6bc97aa7-450a-42cc-97a8-23bb11d24f31 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 944 time: 0.0457559 Sep 24 14:41:15.212241 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device f999005f-69b1-4114-9abd-3afe92094553 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:41:15.245206 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f3bfd17f-4094-425d-9d02-1b8bd7d78301 req-aa1ae093-d095-42e6-bdd0-7670a327c6cf tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=162dbc4c-f893-4fec-890a-5f43c03b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407510 Sep 24 14:41:15.312256 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port f999005f-69b1-4114-9abd-3afe92094553, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=f999005f-69b1-4114-9abd-3afe92094553,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:41:15.328958 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': 'f999005f-69b1-4114-9abd-3afe92094553', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'port_id': 'f999005f-69b1-4114-9abd-3afe92094553', 'mac_address': 'fa:16:3e:8b:00:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:41:15.366214 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port f999005f-69b1-4114-9abd-3afe92094553 is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:41:15.366567 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (f999005f-69b1-4114-9abd-3afe92094553), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:15.380246 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f999005f-69b1-4114-9abd-3afe92094553 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:41:15.399878 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port f999005f-69b1-4114-9abd-3afe92094553, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=f999005f-69b1-4114-9abd-3afe92094553,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:41:15.403902 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (f999005f-69b1-4114-9abd-3afe92094553), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:15.448266 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=f999005f-69b1-4114-9abd-3afe92094553,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:41:15.455087 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.455434 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.456370 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.456714 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.457046 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.457376 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.457701 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.458026 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.458349 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.458672 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.459023 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.459346 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.459668 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.459985 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.460301 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:41:15.862836 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['f999005f-69b1-4114-9abd-3afe92094553'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:41:16.411256 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869818e-dfb5-4291-b2da-16c298a56a5a req-d4a420b3-2f94-4eab-9ffd-1be0cb8a41a8 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:16.412679 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3869818e-dfb5-4291-b2da-16c298a56a5a req-d4a420b3-2f94-4eab-9ffd-1be0cb8a41a8 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 945 time: 0.0937698 Sep 24 14:41:16.457630 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-3869818e-dfb5-4291-b2da-16c298a56a5a req-697cc415-1a08-48b6-a6d9-53074d6bd5dc tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=162dbc4c-f893-4fec-890a-5f43c03b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394864 Sep 24 14:41:17.217637 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device f999005f-69b1-4114-9abd-3afe92094553 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:41:17.260912 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port f999005f-69b1-4114-9abd-3afe92094553 completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:41:17.266874 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port f999005f-69b1-4114-9abd-3afe92094553 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:41:17.267295 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (f999005f-69b1-4114-9abd-3afe92094553), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:17.267634 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port f999005f-69b1-4114-9abd-3afe92094553 Sep 24 14:41:17.339226 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port f999005f-69b1-4114-9abd-3afe92094553 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:41:17.339611 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (f999005f-69b1-4114-9abd-3afe92094553), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:17.361636 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e460b5e2-3d4d-4493-b06c-ab6d5b037c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f999005f-69b1-4114-9abd-3afe92094553'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:41:17.364416 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2fb7fe-3f1e-4531-a079-710a4174ba11" -d '{"events": [{"server_uuid": "e460b5e2-3d4d-4493-b06c-ab6d5b037c65", "name": "network-vif-plugged", "status": "completed", "tag": "f999005f-69b1-4114-9abd-3afe92094553"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:41:17.376796 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port f999005f-69b1-4114-9abd-3afe92094553, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=f999005f-69b1-4114-9abd-3afe92094553,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:41:17.381314 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (f999005f-69b1-4114-9abd-3afe92094553), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:17.403356 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c751683b-58ec-499a-85f5-8371d682841c x-openstack-request-id: req-c751683b-58ec-499a-85f5-8371d682841c {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:41:17.403647 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e460b5e2-3d4d-4493-b06c-ab6d5b037c65", "name": "network-vif-plugged", "status": "completed", "tag": "f999005f-69b1-4114-9abd-3afe92094553", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:41:17.403899 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c751683b-58ec-499a-85f5-8371d682841c {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:41:17.404295 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c751683b-58ec-499a-85f5-8371d682841c'] response: {'server_uuid': 'e460b5e2-3d4d-4493-b06c-ab6d5b037c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f999005f-69b1-4114-9abd-3afe92094553', 'code': 200} Sep 24 14:41:17.430682 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=f999005f-69b1-4114-9abd-3afe92094553,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:41:17.582577 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749f7fd-ac70-4ff2-9205-616ffceda636 req-e130aca2-11b0-4c4f-b54b-8e0229bf90f6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:17.584175 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c749f7fd-ac70-4ff2-9205-616ffceda636 req-e130aca2-11b0-4c4f-b54b-8e0229bf90f6 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 946 time: 0.0467298 Sep 24 14:41:17.622116 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bcfe4-514f-49bb-9a1c-dd01abe98108 req-2da692f7-cf37-4380-80fd-7504d280bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:17.623732 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a09bcfe4-514f-49bb-9a1c-dd01abe98108 req-2da692f7-cf37-4380-80fd-7504d280bb96 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 1130 time: 0.0423126 Sep 24 14:41:17.635157 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-c749f7fd-ac70-4ff2-9205-616ffceda636 req-c00b10c6-1029-4f5e-aa4d-48d6e0485c59 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=162dbc4c-f893-4fec-890a-5f43c03b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452366 Sep 24 14:41:17.669696 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-a09bcfe4-514f-49bb-9a1c-dd01abe98108 req-f2c7742c-5f35-4129-a7da-d3cdac044cef service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=162dbc4c-f893-4fec-890a-5f43c03b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380702 Sep 24 14:41:18.213333 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:18.808984 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f18e0-1bf3-4ad8-bca7-b14d0a8dbd1d req-5d6eadf9-7a63-42b0-a1fa-7c874005a060 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:18.810428 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9b0f18e0-1bf3-4ad8-bca7-b14d0a8dbd1d req-5d6eadf9-7a63-42b0-a1fa-7c874005a060 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 946 time: 0.0948794 Sep 24 14:41:18.857558 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9b0f18e0-1bf3-4ad8-bca7-b14d0a8dbd1d req-7b8ceb9f-614e-44cd-a6f7-8094f7f26e61 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=162dbc4c-f893-4fec-890a-5f43c03b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415270 Sep 24 14:41:19.976359 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75507cf9-b53a-413b-8ad8-570ffacc7421 req-afccabb9-6063-4e58-948f-838c254819af tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:19.977821 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-75507cf9-b53a-413b-8ad8-570ffacc7421 req-afccabb9-6063-4e58-948f-838c254819af tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 946 time: 0.0451961 Sep 24 14:41:20.026481 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-75507cf9-b53a-413b-8ad8-570ffacc7421 req-c14aa96b-d3da-4f3d-a5df-d2a98cfa0a98 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=162dbc4c-f893-4fec-890a-5f43c03b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432642 Sep 24 14:41:20.141587 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d5b0e-f16e-40cb-b0b2-60306da82096 req-9a25a813-767a-4f7b-80f5-1b49754aea29 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:20.143050 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-f22d5b0e-f16e-40cb-b0b2-60306da82096 req-9a25a813-767a-4f7b-80f5-1b49754aea29 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 946 time: 0.0446823 Sep 24 14:41:20.153503 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47300) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:41:20.157658 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-7eb49d51-282d-459b-ad1e-8798e13206de tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Request body: {'floatingip': {'port_id': 'f999005f-69b1-4114-9abd-3afe92094553'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:41:20.198192 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7eb49d51-282d-459b-ad1e-8798e13206de tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (806ae75e-f0dd-4a37-9754-09b34a7f866a), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:20.297482 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:20.397319 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:20.607138 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7eb49d51-282d-459b-ad1e-8798e13206de tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:20.610692 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7eb49d51-282d-459b-ad1e-8798e13206de tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (806ae75e-f0dd-4a37-9754-09b34a7f866a), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:20.958292 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-7eb49d51-282d-459b-ad1e-8798e13206de tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Floating IP 806ae75e-f0dd-4a37-9754-09b34a7f866a associated. External IP: 172.27.1.244, port: f999005f-69b1-4114-9abd-3afe92094553. Sep 24 14:41:21.148095 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb49d51-282d-459b-ad1e-8798e13206de tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:41:21.250347 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb49d51-282d-459b-ad1e-8798e13206de tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:41:21.255449 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-7eb49d51-282d-459b-ad1e-8798e13206de tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:21.259721 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4961907-e0ac-452e-8024-a7d5cf1b0e22 None None] Sync routers for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:41:21.270107 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4961907-e0ac-452e-8024-a7d5cf1b0e22 None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:41:21.270737 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-e4961907-e0ac-452e-8024-a7d5cf1b0e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:40:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:41:21.286839 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-7eb49d51-282d-459b-ad1e-8798e13206de tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/806ae75e-f0dd-4a37-9754-09b34a7f866a HTTP/1.1" status: 200 len: 992 time: 1.1323206 Sep 24 14:41:21.287574 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e460b5e2-3d4d-4493-b06c-ab6d5b037c65', 'tag': 'f999005f-69b1-4114-9abd-3afe92094553'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:41:21.289884 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea957b0-8000-4d11-85fe-367aac47a7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e460b5e2-3d4d-4493-b06c-ab6d5b037c65", "tag": "f999005f-69b1-4114-9abd-3afe92094553"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:41:21.330508 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39c968c-d525-4818-b3bc-269053019b93 x-openstack-request-id: req-a39c968c-d525-4818-b3bc-269053019b93 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:41:21.330799 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e460b5e2-3d4d-4493-b06c-ab6d5b037c65", "tag": "f999005f-69b1-4114-9abd-3afe92094553", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:41:21.331084 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a39c968c-d525-4818-b3bc-269053019b93 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:41:21.331490 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39c968c-d525-4818-b3bc-269053019b93'] response: {'name': 'network-changed', 'server_uuid': 'e460b5e2-3d4d-4493-b06c-ab6d5b037c65', 'tag': 'f999005f-69b1-4114-9abd-3afe92094553', 'status': 'completed', 'code': 200} Sep 24 14:41:21.380689 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-e4961907-e0ac-452e-8024-a7d5cf1b0e22 None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:41:21.433443 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea957b0-8000-4d11-85fe-367aac47a7f7 req-418606e9-4c38-46ca-a5df-703bb98f7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:21.434840 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bea957b0-8000-4d11-85fe-367aac47a7f7 req-418606e9-4c38-46ca-a5df-703bb98f7544 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 1130 time: 0.0395720 Sep 24 14:41:21.468426 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:21.511874 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:21.528024 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea957b0-8000-4d11-85fe-367aac47a7f7 req-f2a9b7ad-b851-4681-afd4-f0c52a4dee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:21.529473 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bea957b0-8000-4d11-85fe-367aac47a7f7 req-f2a9b7ad-b851-4681-afd4-f0c52a4dee67 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 200 len: 915 time: 0.0885408 Sep 24 14:41:21.583340 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:21.589609 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-e4961907-e0ac-452e-8024-a7d5cf1b0e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '806ae75e-f0dd-4a37-9754-09b34a7f866a', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': 'f999005f-69b1-4114-9abd-3afe92094553', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:8b:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b5e2-3d4d-4493-b06c-ab6d5b037c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:41:07Z', 'updated_at': '2022-09-24T14:41:20Z', 'revision_number': 1, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:41:21.592788 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bea957b0-8000-4d11-85fe-367aac47a7f7 req-762f5c08-9ead-498b-b19e-e4e5c2b7dd08 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f999005f-69b1-4114-9abd-3afe92094553 HTTP/1.1" status: 200 len: 1000 time: 0.0570259 Sep 24 14:41:21.617589 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4961907-e0ac-452e-8024-a7d5cf1b0e22 None None] Checking router: a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:41:21.625890 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4961907-e0ac-452e-8024-a7d5cf1b0e22 None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:41:21.626483 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-e4961907-e0ac-452e-8024-a7d5cf1b0e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:40:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:41:21.640082 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea957b0-8000-4d11-85fe-367aac47a7f7 req-d0aac7e7-79b1-4178-b187-0b2416d4b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:21.641499 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bea957b0-8000-4d11-85fe-367aac47a7f7 req-d0aac7e7-79b1-4178-b187-0b2416d4b2c8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 200 len: 854 time: 0.0430019 Sep 24 14:41:21.691040 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea957b0-8000-4d11-85fe-367aac47a7f7 req-8469ebac-a62a-4929-90bf-34caee3a9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:21.692439 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bea957b0-8000-4d11-85fe-367aac47a7f7 req-8469ebac-a62a-4929-90bf-34caee3a9d32 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd29c2a7-29a9-46cb-ada7-34fd38591f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441411 Sep 24 14:41:21.726654 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-e4961907-e0ac-452e-8024-a7d5cf1b0e22 None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:41:21.780238 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:21.787394 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bea957b0-8000-4d11-85fe-367aac47a7f7 req-858b6533-fd46-4d1a-b087-6e6d2bd9a0ec service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877547 Sep 24 14:41:21.876376 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bea957b0-8000-4d11-85fe-367aac47a7f7 req-ba836d43-c873-4cca-b19e-b56515e57344 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833426 Sep 24 14:41:21.933165 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-e4961907-e0ac-452e-8024-a7d5cf1b0e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '806ae75e-f0dd-4a37-9754-09b34a7f866a', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': 'f999005f-69b1-4114-9abd-3afe92094553', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:8b:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b5e2-3d4d-4493-b06c-ab6d5b037c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:41:07Z', 'updated_at': '2022-09-24T14:41:20Z', 'revision_number': 1, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:41:21.956513 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4961907-e0ac-452e-8024-a7d5cf1b0e22 None None] The sync data for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi is: [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '806ae75e-f0dd-4a37-9754-09b34a7f866a', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'port_id': 'f999005f-69b1-4114-9abd-3afe92094553', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'mac_address': 'fa:16:3e:8b:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e460b5e2-3d4d-4493-b06c-ab6d5b037c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:41:07Z', 'updated_at': '2022-09-24T14:41:20Z', 'revision_number': 1, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:41:22.140875 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca831a4-255b-434f-8d96-318a54690255 None None] New status for floating IP 806ae75e-f0dd-4a37-9754-09b34a7f866a: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:41:25.450185 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5a350edd-d744-4754-8f37-fb8a61aca266 req-e37d6609-7adb-4ac5-840c-d154bfd11568 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0362456 Sep 24 14:41:25.569519 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a350edd-d744-4754-8f37-fb8a61aca266 req-3985c4da-a657-4cd9-99fe-ae394e4beea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:25.571022 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5a350edd-d744-4754-8f37-fb8a61aca266 req-3985c4da-a657-4cd9-99fe-ae394e4beea7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 1130 time: 0.0456052 Sep 24 14:41:25.676116 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a350edd-d744-4754-8f37-fb8a61aca266 req-4c9f4ef5-e254-4407-929b-b8ec9def3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:25.677548 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5a350edd-d744-4754-8f37-fb8a61aca266 req-4c9f4ef5-e254-4407-929b-b8ec9def3794 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 200 len: 911 time: 0.0861604 Sep 24 14:41:25.714317 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-21b477f3-5096-47bd-ab5c-0c58cafea76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:25.746281 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5a350edd-d744-4754-8f37-fb8a61aca266 req-673e4b5e-0e42-4fa7-a0eb-87bddcf9a380 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1b1630-2a20-474d-8181-2d01b2f828a6 HTTP/1.1" status: 200 len: 1002 time: 0.0591311 Sep 24 14:41:25.794893 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a350edd-d744-4754-8f37-fb8a61aca266 req-db3a724d-db0e-48d8-9711-52a030683258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:25.796326 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5a350edd-d744-4754-8f37-fb8a61aca266 req-db3a724d-db0e-48d8-9711-52a030683258 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e9743a9e-3159-427e-ad8f-7ce32946e11a HTTP/1.1" status: 200 len: 850 time: 0.0443375 Sep 24 14:41:25.846578 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a350edd-d744-4754-8f37-fb8a61aca266 req-2cdb2d39-6081-46fc-b344-e0aca1528861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:25.848011 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5a350edd-d744-4754-8f37-fb8a61aca266 req-2cdb2d39-6081-46fc-b344-e0aca1528861 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=91a2cf93-1fab-4d21-a55a-3c3eecea066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417414 Sep 24 14:41:25.946385 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5a350edd-d744-4754-8f37-fb8a61aca266 req-1947318d-df65-4b52-8ea3-610665e1471b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898986 Sep 24 14:41:26.043769 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5a350edd-d744-4754-8f37-fb8a61aca266 req-c707bd62-f4ee-4783-905b-44d1a778c8d6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913982 Sep 24 14:41:28.129604 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c87ade3b-1b48-4ab0-9967-4a33c928984c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:29.242165 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:30.020163 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=56 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:30.022875 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=53 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:30.681020 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:30.882175 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:31.935167 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=51 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:31.935921 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=37 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:36.039159 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=87 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:36.039925 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=57 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:38.194159 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:41:39.237718 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:40.871017 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=79,neutron:UPDATE=7 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:40.878082 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:48.185795 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:48.218045 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:50.317373 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4e652-21df-415d-8388-52faef303041 req-eab33fc7-8567-47bc-ac9d-a07ae082c33c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:50.318840 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-93e4e652-21df-415d-8388-52faef303041 req-eab33fc7-8567-47bc-ac9d-a07ae082c33c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0473046 Sep 24 14:41:50.365389 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-93e4e652-21df-415d-8388-52faef303041 req-aa5b0c7f-2afc-4374-a28c-61e862a200da tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Sep 24 14:41:51.488913 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a2f5-6c71-495c-abea-391f7e02b3c3 req-d0ca6043-8743-4e19-9285-cfea35b81f31 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:51.490363 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-13f3a2f5-6c71-495c-abea-391f7e02b3c3 req-d0ca6043-8743-4e19-9285-cfea35b81f31 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0455968 Sep 24 14:41:51.538434 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-13f3a2f5-6c71-495c-abea-391f7e02b3c3 req-03b2256f-e339-4804-adf1-d5786ea8a1d4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Sep 24 14:41:52.656280 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b56df-475a-4bf5-9a66-3283cbb3ad90 req-77ea8947-6606-4fb0-93b0-deffdf2c52f1 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:52.657724 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe8b56df-475a-4bf5-9a66-3283cbb3ad90 req-77ea8947-6606-4fb0-93b0-deffdf2c52f1 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0455585 Sep 24 14:41:52.704221 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fe8b56df-475a-4bf5-9a66-3283cbb3ad90 req-1b7d8f66-be2a-42f4-a45d-d786655a6dcf tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407300 Sep 24 14:41:53.828231 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be36889-0d33-4180-a8a7-f446856be031 req-db69cfae-5a8d-46c8-8eec-8fc2b0950c9b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:53.829666 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0be36889-0d33-4180-a8a7-f446856be031 req-db69cfae-5a8d-46c8-8eec-8fc2b0950c9b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0494034 Sep 24 14:41:53.875954 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-0be36889-0d33-4180-a8a7-f446856be031 req-b13e5259-5816-43d5-a1b2-d07bf046559c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405223 Sep 24 14:41:54.997032 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45207466-64fc-4cbd-ae2b-0895b65b1bcb req-d9863079-4606-48c6-9564-2479e44e7f12 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:54.998470 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-45207466-64fc-4cbd-ae2b-0895b65b1bcb req-d9863079-4606-48c6-9564-2479e44e7f12 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0488458 Sep 24 14:41:55.044119 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-45207466-64fc-4cbd-ae2b-0895b65b1bcb req-9a9eadef-4df2-419f-9a68-0d9d4e6b83c4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 Sep 24 14:41:55.716249 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-045350af-9b9f-4318-9ae4-7c935b32b0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:56.161239 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf8427-f3df-4e59-afc3-4cd249064321 req-fc237476-fcbe-4b82-963e-3302b5fb1cbc tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:56.162693 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b8cf8427-f3df-4e59-afc3-4cd249064321 req-fc237476-fcbe-4b82-963e-3302b5fb1cbc tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0456371 Sep 24 14:41:56.209409 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b8cf8427-f3df-4e59-afc3-4cd249064321 req-84bd05e1-1bb5-4826-8dc5-48564d597964 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411565 Sep 24 14:41:57.327086 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efd196-3e77-4637-a99c-58d0e269e615 req-b1adbc1a-bcf9-4b98-9488-6ac0dbe04ef6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:57.328534 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b6efd196-3e77-4637-a99c-58d0e269e615 req-b1adbc1a-bcf9-4b98-9488-6ac0dbe04ef6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0459006 Sep 24 14:41:57.374453 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b6efd196-3e77-4637-a99c-58d0e269e615 req-75862318-d70c-43ac-a160-7b932e14bb06 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398428 Sep 24 14:41:58.130122 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d69a5936-c513-4e7c-b0ec-2884d906520f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:58.497538 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7f73-ae80-44b4-8cba-607236bebe0d req-eada5ccb-43da-4797-bdfe-0a32845482c3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:58.499082 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b07d7f73-ae80-44b4-8cba-607236bebe0d req-eada5ccb-43da-4797-bdfe-0a32845482c3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0495050 Sep 24 14:41:58.545991 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b07d7f73-ae80-44b4-8cba-607236bebe0d req-1f595dfc-f31a-4ec3-99ec-cca876cac744 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408907 Sep 24 14:41:59.240502 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:59.245464 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:41:59.250708 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=5 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:41:59.666657 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e2a13-b747-49f5-b168-546724e7fd5d req-8ad9eb0a-69ba-47f7-a0be-9d03f182b9ab tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:41:59.668137 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c1e2a13-b747-49f5-b168-546724e7fd5d req-8ad9eb0a-69ba-47f7-a0be-9d03f182b9ab tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0464866 Sep 24 14:41:59.718651 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6c1e2a13-b747-49f5-b168-546724e7fd5d req-ce2caec8-5e86-41d6-a508-661b2c6488c1 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450230 Sep 24 14:42:00.674553 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:00.839813 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b05aa2-61d3-4a1a-9d72-bc879a367e1e req-79c459a2-6f60-4d5b-bafa-318eac09d15a tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:00.841279 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-35b05aa2-61d3-4a1a-9d72-bc879a367e1e req-79c459a2-6f60-4d5b-bafa-318eac09d15a tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0462055 Sep 24 14:42:00.887642 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:00.894152 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-35b05aa2-61d3-4a1a-9d72-bc879a367e1e req-db75359f-3c67-4152-b5fb-f7ec76d36efc tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466709 Sep 24 14:42:01.091903 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434515a-9db8-4028-935f-9aeb8a9649e5 req-3bd9d967-382d-4fba-86fb-64fdab5d732e tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:01.093462 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d434515a-9db8-4028-935f-9aeb8a9649e5 req-3bd9d967-382d-4fba-86fb-64fdab5d732e tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0470591 Sep 24 14:42:01.145207 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-d434515a-9db8-4028-935f-9aeb8a9649e5 req-526f0fe4-a09c-4708-9f71-c4380c43fba1 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453765 Sep 24 14:42:01.193840 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d7cb5-4fb4-4686-a8cf-93e7a38ba75b req-4040b07d-f632-4a9a-9a11-cb9729aa552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:01.195335 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-928d7cb5-4fb4-4686-a8cf-93e7a38ba75b req-4040b07d-f632-4a9a-9a11-cb9729aa552b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 1130 time: 0.0822976 Sep 24 14:42:01.288904 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d7cb5-4fb4-4686-a8cf-93e7a38ba75b req-d31a88fc-8ab5-4204-8e35-6f7dba490abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:01.290256 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-928d7cb5-4fb4-4686-a8cf-93e7a38ba75b req-d31a88fc-8ab5-4204-8e35-6f7dba490abc service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 200 len: 911 time: 0.0893209 Sep 24 14:42:01.349452 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-928d7cb5-4fb4-4686-a8cf-93e7a38ba75b req-8487e01c-1bfa-4196-b4cb-64bcc1dff7a2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1b1630-2a20-474d-8181-2d01b2f828a6 HTTP/1.1" status: 200 len: 1002 time: 0.0532064 Sep 24 14:42:01.396123 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d7cb5-4fb4-4686-a8cf-93e7a38ba75b req-b8aa826a-f3e4-44ce-8ebf-01e63556588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:01.397487 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-928d7cb5-4fb4-4686-a8cf-93e7a38ba75b req-b8aa826a-f3e4-44ce-8ebf-01e63556588c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e9743a9e-3159-427e-ad8f-7ce32946e11a HTTP/1.1" status: 200 len: 850 time: 0.0426893 Sep 24 14:42:01.442357 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d7cb5-4fb4-4686-a8cf-93e7a38ba75b req-813222bd-6eae-4d01-9ec5-c5f78711dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:01.443816 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-928d7cb5-4fb4-4686-a8cf-93e7a38ba75b req-813222bd-6eae-4d01-9ec5-c5f78711dffc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=91a2cf93-1fab-4d21-a55a-3c3eecea066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410643 Sep 24 14:42:01.543688 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-928d7cb5-4fb4-4686-a8cf-93e7a38ba75b req-30e9a7d8-043e-4b9f-b676-dec280442637 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942032 Sep 24 14:42:01.636474 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-928d7cb5-4fb4-4686-a8cf-93e7a38ba75b req-d481e44c-3325-4502-8c4d-be99db538b55 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863969 Sep 24 14:42:01.747237 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [req-3f67419d-8827-49b7-8780-2bdb87d1d1d1 req-f4beddc0-bda4-486e-986e-5dc77710387c service neutron] (106294) timed out ('10.222.0.33', 63154) {{(pid=106294) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 24 14:42:02.265624 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfc056-c6ed-44cf-a523-bf9428a6220f req-f0a47aea-8f55-4d23-b4b3-278c9d5b363f tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:02.267059 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0bdfc056-c6ed-44cf-a523-bf9428a6220f req-f0a47aea-8f55-4d23-b4b3-278c9d5b363f tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0462809 Sep 24 14:42:02.299214 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:02.303097 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:02.314720 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0bdfc056-c6ed-44cf-a523-bf9428a6220f req-49e1d149-6433-4d21-961f-86f62d1ed3da tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Sep 24 14:42:03.435267 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabdac3-8ce7-4b4a-99fa-30bba9679c44 req-e66ec5e3-7ee6-4670-8093-fb63cd366411 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:03.436604 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-aeabdac3-8ce7-4b4a-99fa-30bba9679c44 req-e66ec5e3-7ee6-4670-8093-fb63cd366411 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0462129 Sep 24 14:42:03.481521 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-aeabdac3-8ce7-4b4a-99fa-30bba9679c44 req-af365873-2f87-4c31-909c-7495c9e74eb6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394757 Sep 24 14:42:10.670682 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:10.881235 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:10.883483 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:12.311438 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:13.475366 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=60 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:13.477875 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=66 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:15.192962 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:42:18.236347 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:18.499989 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-b6e1ef5b-5700-4420-bc25-e3756307300d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1381824746&fields=id&tenant_id=f69d85fa8dc545efb55a0b2949e9f06c HTTP/1.1" status: 200 len: 267 time: 0.0436733 Sep 24 14:42:18.620369 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74380798-adc8-41f5-b51a-9499c2a1332c req-c86fe3ec-e252-40c2-b61f-96443328a24d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:18.621934 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-c86fe3ec-e252-40c2-b61f-96443328a24d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 811 time: 0.1159053 Sep 24 14:42:18.637258 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-8cc09a83-9b14-4ef3-b550-3718f892a00a tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/quotas/f69d85fa8dc545efb55a0b2949e9f06c HTTP/1.1" status: 200 len: 375 time: 0.0096922 Sep 24 14:42:18.690309 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-9f4c201c-2911-4847-99f0-27f2c039aabb tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477054 Sep 24 14:42:18.789030 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-d9df222d-e2b3-4f39-bacf-00fb6d48e70d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862858 Sep 24 14:42:18.880378 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-c23471b5-cc0b-4ab1-b1f1-9bf5c26389f4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858245 Sep 24 14:42:19.167960 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-1a0cbb4d-8d0d-4c47-b89b-90271fc37273 req-e5b40ca6-8f84-4a32-919f-3286ca650f0e tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 210 time: 0.0277045 Sep 24 14:42:20.268332 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7bbd25a9-8c3e-41ad-9518-5713be011c0a req-b04515b3-dedb-4b1d-82da-1a776ce42bb4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 210 time: 0.0280068 Sep 24 14:42:20.470615 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74380798-adc8-41f5-b51a-9499c2a1332c req-8f5e213b-a12f-4fe9-9e4f-59c7945e6574 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:20.472138 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-8f5e213b-a12f-4fe9-9e4f-59c7945e6574 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 811 time: 0.0988545 Sep 24 14:42:20.543488 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-29758e64-3055-49dd-baaa-1c81dc540a33 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f69d85fa8dc545efb55a0b2949e9f06c HTTP/1.1" status: 200 len: 380 time: 0.0568788 Sep 24 14:42:20.564506 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-74380798-adc8-41f5-b51a-9499c2a1332c req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Request body: {'port': {'device_id': 'f3613674-9b41-4641-8852-c594d89b2313', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'admin_state_up': True, 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'security_groups': ['99550dff-015b-4735-a8bc-20c97747786c']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:42:20.671063 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74380798-adc8-41f5-b51a-9499c2a1332c req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Made reservation on behalf of f69d85fa8dc545efb55a0b2949e9f06c for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:42:20.674684 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-74380798-adc8-41f5-b51a-9499c2a1332c req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:20.802296 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-74380798-adc8-41f5-b51a-9499c2a1332c req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Allocated IP 172.20.0.13 (48c641d5-f10b-46bc-b665-df597be281fe/100e4cdf-d1dc-4817-8080-63365a0aff41/0362496f-1598-47b6-bdad-3f4b453675e7) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:42:20.810999 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:20.936989 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:20.943074 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-74380798-adc8-41f5-b51a-9499c2a1332c req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for port (0362496f-1598-47b6-bdad-3f4b453675e7), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:20.975452 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-74380798-adc8-41f5-b51a-9499c2a1332c req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:21.020695 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74380798-adc8-41f5-b51a-9499c2a1332c req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Network 48c641d5-f10b-46bc-b665-df597be281fe is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:42:21.027017 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-74380798-adc8-41f5-b51a-9499c2a1332c req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:42:21.029503 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-74380798-adc8-41f5-b51a-9499c2a1332c req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:42:21.053864 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'Port': ['ID=0362496f-1598-47b6-bdad-3f4b453675e7,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:42:21.067797 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.068137 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.068471 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.068802 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.069133 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.069456 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.069776 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.070094 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.070411 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.070733 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.071178 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.071469 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.071783 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.072195 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.072445 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:21.098425 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74380798-adc8-41f5-b51a-9499c2a1332c req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:21.099136 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-74380798-adc8-41f5-b51a-9499c2a1332c req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:21.115825 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-4ca2e02a-b577-4c68-aedb-8e13103437df tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5549319 Sep 24 14:42:21.134220 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Request body: {'port': {'device_id': 'f3613674-9b41-4641-8852-c594d89b2313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:42:21.201852 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:21.264610 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-9b392329-22c5-4d27-8d47-36dd7522fdfc None None] Provisioning complete for port 0362496f-1598-47b6-bdad-3f4b453675e7 triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:42:21.265274 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-9b392329-22c5-4d27-8d47-36dd7522fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:21.265944 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9b392329-22c5-4d27-8d47-36dd7522fdfc None None] Attempt 1 to provision port 0362496f-1598-47b6-bdad-3f4b453675e7 Sep 24 14:42:21.301728 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9b392329-22c5-4d27-8d47-36dd7522fdfc None None] Port 0362496f-1598-47b6-bdad-3f4b453675e7 cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:42:21.393265 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915293cd-e2ff-4414-86dc-cb6832ae8a40 req-6c0fdec3-fcae-47ee-b8bf-663df465d2e9 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:21.394765 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-915293cd-e2ff-4414-86dc-cb6832ae8a40 req-6c0fdec3-fcae-47ee-b8bf-663df465d2e9 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 932 time: 0.0460792 Sep 24 14:42:21.447496 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-915293cd-e2ff-4414-86dc-cb6832ae8a40 req-75a0d0af-11cc-4b27-9acf-ee5f038e6597 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469475 Sep 24 14:42:21.457500 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0362496f-1598-47b6-bdad-3f4b453675e7 {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:42:21.465140 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Publish callbacks [] for port (0362496f-1598-47b6-bdad-3f4b453675e7), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:21.477869 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Transition to ACTIVE for port object 0362496f-1598-47b6-bdad-3f4b453675e7 will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:42:21.481503 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:21.561514 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Pushing event updated for resources: {'Port': ['ID=0362496f-1598-47b6-bdad-3f4b453675e7,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:42:21.582685 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:21.593052 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Attempting to bind port 0362496f-1598-47b6-bdad-3f4b453675e7 on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:42:21.593380 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Attempting to bind port 0362496f-1598-47b6-bdad-3f4b453675e7 by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:42:21.593701 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Attempting to bind port 0362496f-1598-47b6-bdad-3f4b453675e7 on network 48c641d5-f10b-46bc-b665-df597be281fe {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:42:21.634750 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Port 0362496f-1598-47b6-bdad-3f4b453675e7 on network 48c641d5-f10b-46bc-b665-df597be281fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:42:21.635105 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Attempting to bind port 0362496f-1598-47b6-bdad-3f4b453675e7 on network 48c641d5-f10b-46bc-b665-df597be281fe {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:42:21.681561 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:42:21.681889 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Checking segment: {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:42:21.682268 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Bound using segment: {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:42:21.682694 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Bound port: 0362496f-1598-47b6-bdad-3f4b453675e7, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:42:21.683075 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:21.742570 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] For port 0362496f-1598-47b6-bdad-3f4b453675e7, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:42:21.745606 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] For port 0362496f-1598-47b6-bdad-3f4b453675e7, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=0362496f-1598-47b6-bdad-3f4b453675e7,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:42:21.751735 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:21.754763 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:21.755566 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:21.756925 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/0362496f-1598-47b6-bdad-3f4b453675e7 HTTP/1.1" status: 200 len: 1094 time: 0.6280456 Sep 24 14:42:21.758935 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3613674-9b41-4641-8852-c594d89b2313', 'tag': '0362496f-1598-47b6-bdad-3f4b453675e7'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:42:21.761115 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419e51bc-2181-4c4e-8777-28ba76b5a76d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3613674-9b41-4641-8852-c594d89b2313", "tag": "0362496f-1598-47b6-bdad-3f4b453675e7"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:42:21.764490 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:21.802904 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-9b392329-22c5-4d27-8d47-36dd7522fdfc None None] Attempt 2 to provision port 0362496f-1598-47b6-bdad-3f4b453675e7 Sep 24 14:42:21.819798 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1cfc4-3085-4e4b-ab4a-049638a8af28 service neutron] Pushing event updated for resources: {'Port': ['ID=0362496f-1598-47b6-bdad-3f4b453675e7,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:42:21.855624 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-9b392329-22c5-4d27-8d47-36dd7522fdfc None None] Port 0362496f-1598-47b6-bdad-3f4b453675e7 had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:42:21.865467 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74380798-adc8-41f5-b51a-9499c2a1332c req-c6114fcd-7860-4ae5-a91f-fbcd41a9a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:21.867106 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-c6114fcd-7860-4ae5-a91f-fbcd41a9a3ff service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 1128 time: 0.0473614 Sep 24 14:42:21.868507 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4011c1c-167f-4dce-8ffa-4304a986c6fe x-openstack-request-id: req-e4011c1c-167f-4dce-8ffa-4304a986c6fe {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:42:21.868784 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3613674-9b41-4641-8852-c594d89b2313", "tag": "0362496f-1598-47b6-bdad-3f4b453675e7", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:42:21.869031 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4011c1c-167f-4dce-8ffa-4304a986c6fe {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:42:21.869407 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4011c1c-167f-4dce-8ffa-4304a986c6fe'] response: {'name': 'network-changed', 'server_uuid': 'f3613674-9b41-4641-8852-c594d89b2313', 'tag': '0362496f-1598-47b6-bdad-3f4b453675e7', 'status': 'completed', 'code': 200} Sep 24 14:42:21.939036 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-17a65a16-0ab9-46c8-b069-19653a1646a4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362496f-1598-47b6-bdad-3f4b453675e7 HTTP/1.1" status: 200 len: 217 time: 0.0346096 Sep 24 14:42:21.986296 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74380798-adc8-41f5-b51a-9499c2a1332c req-5843f30f-fd2a-4328-93a7-601a0915f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:21.987693 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-5843f30f-fd2a-4328-93a7-601a0915f6f2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 200 len: 850 time: 0.0425456 Sep 24 14:42:22.030540 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74380798-adc8-41f5-b51a-9499c2a1332c req-f60a4060-e1ae-47f1-b6a2-7bf4bd12fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:22.032043 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-f60a4060-e1ae-47f1-b6a2-7bf4bd12fa04 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=48c641d5-f10b-46bc-b665-df597be281fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374174 Sep 24 14:42:22.122123 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-963d4afa-fe03-4be0-8801-4533eb67c205 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823941 Sep 24 14:42:22.213304 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74380798-adc8-41f5-b51a-9499c2a1332c req-ec0f97a2-edb4-40b7-8154-a1d89a07a959 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831251 Sep 24 14:42:22.564460 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da75ad-9c0b-4614-8018-2cbd66e09877 req-c5e2bd3e-151a-4d8d-b606-d6a7ff6ff7e9 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:22.565894 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-25da75ad-9c0b-4614-8018-2cbd66e09877 req-c5e2bd3e-151a-4d8d-b606-d6a7ff6ff7e9 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 944 time: 0.0455313 Sep 24 14:42:22.614085 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-25da75ad-9c0b-4614-8018-2cbd66e09877 req-6ab2373f-e1ec-49cd-ad34-a022d0ee0c6d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421896 Sep 24 14:42:23.393944 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e51bc-2181-4c4e-8777-28ba76b5a76d req-73bb7cd4-13a8-4209-bc14-831bf6fb0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:23.396270 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-419e51bc-2181-4c4e-8777-28ba76b5a76d req-73bb7cd4-13a8-4209-bc14-831bf6fb0bdc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 1128 time: 0.0386710 Sep 24 14:42:23.483201 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e51bc-2181-4c4e-8777-28ba76b5a76d req-fecc8084-221f-48de-a4fb-2d8282a7a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:23.484620 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-419e51bc-2181-4c4e-8777-28ba76b5a76d req-fecc8084-221f-48de-a4fb-2d8282a7a00f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 911 time: 0.0827439 Sep 24 14:42:23.527827 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-419e51bc-2181-4c4e-8777-28ba76b5a76d req-2803519c-c3fb-48c0-ae98-a485ca58f550 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362496f-1598-47b6-bdad-3f4b453675e7 HTTP/1.1" status: 200 len: 217 time: 0.0341783 Sep 24 14:42:23.576768 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e51bc-2181-4c4e-8777-28ba76b5a76d req-9006ae96-fb27-4161-a02a-0724153deb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:23.578108 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-419e51bc-2181-4c4e-8777-28ba76b5a76d req-9006ae96-fb27-4161-a02a-0724153deb8f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 200 len: 850 time: 0.0419691 Sep 24 14:42:23.625125 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e51bc-2181-4c4e-8777-28ba76b5a76d req-93dfe0d9-21fb-479d-a9a1-01cd47eb499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:23.626560 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-419e51bc-2181-4c4e-8777-28ba76b5a76d req-93dfe0d9-21fb-479d-a9a1-01cd47eb499a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=48c641d5-f10b-46bc-b665-df597be281fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381644 Sep 24 14:42:23.756702 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e114e0d-1510-4d28-bb8e-a65076d60d2d req-65d7f55e-0a54-4290-89d7-b08a3333b6c0 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:23.758148 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2e114e0d-1510-4d28-bb8e-a65076d60d2d req-65d7f55e-0a54-4290-89d7-b08a3333b6c0 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 944 time: 0.0661316 Sep 24 14:42:23.761326 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-419e51bc-2181-4c4e-8777-28ba76b5a76d req-542e2b02-5d49-4ff6-81f9-79f765260fb0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251934 Sep 24 14:42:23.785388 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:24.113870 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2e114e0d-1510-4d28-bb8e-a65076d60d2d req-b6d9a945-59d1-4c82-8b48-fb02bcb3b997 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494442 Sep 24 14:42:24.137524 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-419e51bc-2181-4c4e-8777-28ba76b5a76d req-1f386dae-c85a-4dbb-a9f9-ec62cefd6f2c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666410 Sep 24 14:42:25.188847 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:25.189554 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:25.230924 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1b0a1-4d99-4499-ba99-69c3bec5ce7b req-f104152c-3052-4542-808b-b22128835388 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:25.232344 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-11e1b0a1-4d99-4499-ba99-69c3bec5ce7b req-f104152c-3052-4542-808b-b22128835388 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 944 time: 0.0452585 Sep 24 14:42:25.295014 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-11e1b0a1-4d99-4499-ba99-69c3bec5ce7b req-b1654b6f-a5ae-4fdf-8138-0027f4a68d1b tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568426 Sep 24 14:42:25.719028 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-4a27851f-c012-47ee-9b45-8fb60c7e67a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:26.418749 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c310213-006c-4981-984d-b6510a460943 req-e113f6b3-399e-4a33-8726-1fc7562615a8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:26.420237 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0c310213-006c-4981-984d-b6510a460943 req-e113f6b3-399e-4a33-8726-1fc7562615a8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 944 time: 0.0485857 Sep 24 14:42:26.440660 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:26.469475 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0c310213-006c-4981-984d-b6510a460943 req-9503f763-278a-422f-89e3-2e2b9c969604 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438094 Sep 24 14:42:27.515836 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31769f65-f051-41bb-9826-b8b2560ea956 req-e70733a6-924f-4f29-a832-a7e52f0e007b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402436 Sep 24 14:42:27.590884 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31769f65-f051-41bb-9826-b8b2560ea956 req-2f3d2f15-b6f3-40ef-a9c4-509fac04fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:27.591139 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ca8e-04c7-4902-8e51-7dc459cdfd6c req-8ac01f76-66b2-4f37-8a84-a83f80888cb6 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:27.592419 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31769f65-f051-41bb-9826-b8b2560ea956 req-2f3d2f15-b6f3-40ef-a9c4-509fac04fda0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 1130 time: 0.0384378 Sep 24 14:42:27.592556 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4950ca8e-04c7-4902-8e51-7dc459cdfd6c req-8ac01f76-66b2-4f37-8a84-a83f80888cb6 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 944 time: 0.0486889 Sep 24 14:42:27.640852 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4950ca8e-04c7-4902-8e51-7dc459cdfd6c req-27c561c1-a5d2-4270-bf16-33bf608395f7 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Sep 24 14:42:27.695143 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31769f65-f051-41bb-9826-b8b2560ea956 req-2271d5aa-08e0-4796-914b-a79af567e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:27.696630 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31769f65-f051-41bb-9826-b8b2560ea956 req-2271d5aa-08e0-4796-914b-a79af567e6e2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 911 time: 0.0846922 Sep 24 14:42:27.758583 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31769f65-f051-41bb-9826-b8b2560ea956 req-20d6a5dc-ac1c-401c-835b-97bba4005385 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd0d195-ca08-40d0-a830-a7c73d18e828 HTTP/1.1" status: 200 len: 1002 time: 0.0559275 Sep 24 14:42:27.806173 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31769f65-f051-41bb-9826-b8b2560ea956 req-d738c7d2-63b9-4383-8988-0247e3fa9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:27.807554 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31769f65-f051-41bb-9826-b8b2560ea956 req-d738c7d2-63b9-4383-8988-0247e3fa9650 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 200 len: 850 time: 0.0432181 Sep 24 14:42:27.851240 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31769f65-f051-41bb-9826-b8b2560ea956 req-3cdf5b24-c4c1-470d-b08b-20e236e9dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:27.852928 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31769f65-f051-41bb-9826-b8b2560ea956 req-3cdf5b24-c4c1-470d-b08b-20e236e9dbc1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=48c641d5-f10b-46bc-b665-df597be281fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383379 Sep 24 14:42:27.947953 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31769f65-f051-41bb-9826-b8b2560ea956 req-e9ddd1b3-e17c-498f-bda8-38c677186553 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857642 Sep 24 14:42:28.038446 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-31769f65-f051-41bb-9826-b8b2560ea956 req-93c7db76-7623-4fb4-98db-910c82ada715 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848153 Sep 24 14:42:28.130730 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-218d2aea-eb1a-4f54-a926-b17b11a9b0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:28.760510 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33888a-c138-489b-a844-439e162ceefb req-d7eeeff4-2a78-495b-93c4-12aa6328df87 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:28.761952 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5f33888a-c138-489b-a844-439e162ceefb req-d7eeeff4-2a78-495b-93c4-12aa6328df87 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 944 time: 0.0464573 Sep 24 14:42:28.810371 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5f33888a-c138-489b-a844-439e162ceefb req-b6143b39-e461-413d-8ee7-f20d538e4b62 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429463 Sep 24 14:42:29.248706 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:29.929637 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b9ad4-696b-4e5b-b0f0-db42aa6e39af req-e6545144-5ad6-4146-b749-383f867bc387 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:29.931084 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-506b9ad4-696b-4e5b-b0f0-db42aa6e39af req-e6545144-5ad6-4146-b749-383f867bc387 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 944 time: 0.0453598 Sep 24 14:42:29.979787 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-506b9ad4-696b-4e5b-b0f0-db42aa6e39af req-e36781f7-f531-4ef7-ac74-6ecfc53614c1 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432997 Sep 24 14:42:30.676902 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:30.896572 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:31.105176 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f9a55-e7ea-4531-b982-2d167eda3932 req-28959c0c-ab59-477a-8326-8cb4eee0df11 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:31.106550 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-633f9a55-e7ea-4531-b982-2d167eda3932 req-28959c0c-ab59-477a-8326-8cb4eee0df11 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 944 time: 0.0462878 Sep 24 14:42:31.155959 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-633f9a55-e7ea-4531-b982-2d167eda3932 req-1b74b627-6bf4-4405-8e69-6d8f2314a212 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438874 Sep 24 14:42:31.587458 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 0362496f-1598-47b6-bdad-3f4b453675e7 details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:42:31.681826 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 0362496f-1598-47b6-bdad-3f4b453675e7, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=0362496f-1598-47b6-bdad-3f4b453675e7,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:42:31.692549 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': '0362496f-1598-47b6-bdad-3f4b453675e7', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'port_id': '0362496f-1598-47b6-bdad-3f4b453675e7', 'mac_address': 'fa:16:3e:81:e1:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:42:31.731135 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 0362496f-1598-47b6-bdad-3f4b453675e7 is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:42:31.731524 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:31.744287 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0362496f-1598-47b6-bdad-3f4b453675e7 {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:42:31.763647 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 0362496f-1598-47b6-bdad-3f4b453675e7, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=0362496f-1598-47b6-bdad-3f4b453675e7,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:42:31.767465 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:31.812535 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=0362496f-1598-47b6-bdad-3f4b453675e7,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:42:31.819362 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.819706 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.820046 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.820378 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.820706 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.821031 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.821351 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.821672 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.821986 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.822303 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.822616 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.822963 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.823276 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.823588 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:31.823902 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:42:32.252093 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['0362496f-1598-47b6-bdad-3f4b453675e7'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:42:32.280193 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f43e73-9b66-4aac-87b3-eebe448f6996 req-07d3ac71-6bc8-40f7-b236-d572dc7d53b9 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:32.281665 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-90f43e73-9b66-4aac-87b3-eebe448f6996 req-07d3ac71-6bc8-40f7-b236-d572dc7d53b9 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 945 time: 0.0503614 Sep 24 14:42:32.330146 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-90f43e73-9b66-4aac-87b3-eebe448f6996 req-04d6213d-b760-4b77-b177-39bfd5f43fc8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Sep 24 14:42:33.450621 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacba03-077d-4933-a6fa-e784d45ce591 req-1834f2ea-7084-457e-9d0f-76baf3870e3c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:33.452110 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bdacba03-077d-4933-a6fa-e784d45ce591 req-1834f2ea-7084-457e-9d0f-76baf3870e3c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 945 time: 0.0501301 Sep 24 14:42:33.499611 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-bdacba03-077d-4933-a6fa-e784d45ce591 req-3b4bd9af-f942-4e76-99a8-c1f7fae61063 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 Sep 24 14:42:33.603736 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 0362496f-1598-47b6-bdad-3f4b453675e7 up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:42:33.647324 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port 0362496f-1598-47b6-bdad-3f4b453675e7 completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:42:33.652283 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port 0362496f-1598-47b6-bdad-3f4b453675e7 triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:42:33.652665 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:33.653006 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port 0362496f-1598-47b6-bdad-3f4b453675e7 Sep 24 14:42:33.722057 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port 0362496f-1598-47b6-bdad-3f4b453675e7 is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:42:33.722441 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:33.746219 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3613674-9b41-4641-8852-c594d89b2313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0362496f-1598-47b6-bdad-3f4b453675e7'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:42:33.748506 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae25d81a-1ad0-40fe-8611-ae740bb69fc8" -d '{"events": [{"server_uuid": "f3613674-9b41-4641-8852-c594d89b2313", "name": "network-vif-plugged", "status": "completed", "tag": "0362496f-1598-47b6-bdad-3f4b453675e7"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:42:33.762528 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port 0362496f-1598-47b6-bdad-3f4b453675e7, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=0362496f-1598-47b6-bdad-3f4b453675e7,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:42:33.767936 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:33.813218 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=0362496f-1598-47b6-bdad-3f4b453675e7,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:42:33.841988 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47747901-feb7-4782-a420-9886b39cb0c7 x-openstack-request-id: req-47747901-feb7-4782-a420-9886b39cb0c7 {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:42:33.842283 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3613674-9b41-4641-8852-c594d89b2313", "name": "network-vif-plugged", "status": "completed", "tag": "0362496f-1598-47b6-bdad-3f4b453675e7", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:42:33.842536 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47747901-feb7-4782-a420-9886b39cb0c7 {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:42:33.842976 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47747901-feb7-4782-a420-9886b39cb0c7'] response: {'server_uuid': 'f3613674-9b41-4641-8852-c594d89b2313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0362496f-1598-47b6-bdad-3f4b453675e7', 'code': 200} Sep 24 14:42:34.107757 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8467c-b7ee-4bd9-8398-13d571c897a8 req-961677ef-2bdf-4714-926d-cb7b8a4787cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:34.109143 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-97b8467c-b7ee-4bd9-8398-13d571c897a8 req-961677ef-2bdf-4714-926d-cb7b8a4787cf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 1130 time: 0.0391953 Sep 24 14:42:34.129109 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:34.155411 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-97b8467c-b7ee-4bd9-8398-13d571c897a8 req-9e6dee24-4ed6-4287-8cc0-ff3e368020b5 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396121 Sep 24 14:42:34.619404 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12486755-8b88-445b-a1a0-8328361ad93f req-5fd18b09-472e-4b4f-bd68-39baeeb03384 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:34.620878 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-12486755-8b88-445b-a1a0-8328361ad93f req-5fd18b09-472e-4b4f-bd68-39baeeb03384 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 946 time: 0.0488589 Sep 24 14:42:34.670719 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-12486755-8b88-445b-a1a0-8328361ad93f req-9e29ae97-b132-44fa-b3ae-69ce6368bf11 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440462 Sep 24 14:42:35.791459 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0a53d-f664-40d9-80f2-2ed27f1b0c8b req-36c6c209-5a6a-4ac5-bb16-b553753fab18 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:35.792935 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-53a0a53d-f664-40d9-80f2-2ed27f1b0c8b req-36c6c209-5a6a-4ac5-bb16-b553753fab18 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 946 time: 0.0463836 Sep 24 14:42:35.841688 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-53a0a53d-f664-40d9-80f2-2ed27f1b0c8b req-4998a73e-bede-428c-8fe5-080adab8c2b4 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431850 Sep 24 14:42:36.255552 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:36.256309 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:36.941739 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:36.960335 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d4e80-57d7-48f5-8676-033de722d604 req-c7bafb82-c2bb-40eb-8c08-a380f3c7cc1c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:36.961799 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c2d4e80-57d7-48f5-8676-033de722d604 req-c7bafb82-c2bb-40eb-8c08-a380f3c7cc1c tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 946 time: 0.0464151 Sep 24 14:42:37.012604 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2c2d4e80-57d7-48f5-8676-033de722d604 req-30f6d82a-2452-43fe-bbe0-88312bc71dc5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452881 Sep 24 14:42:37.128651 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd1132-cb49-4597-baf7-2369814c2454 req-4df1505a-c478-40dc-b032-1e9c67cc80f6 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:37.129991 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-11dd1132-cb49-4597-baf7-2369814c2454 req-4df1505a-c478-40dc-b032-1e9c67cc80f6 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 946 time: 0.0450401 Sep 24 14:42:37.180810 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-11dd1132-cb49-4597-baf7-2369814c2454 req-1cdc04cc-81ec-4a24-b93a-f347f996b246 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452611 Sep 24 14:42:37.209346 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47480) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:42:37.340248 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d093c-4699-43bc-b0e2-dd1a23184e3a tempest-TestVolumeBootPattern-355171073 tempest-TestVolumeBootPattern-355171073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:37.341757 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-4e4d093c-4699-43bc-b0e2-dd1a23184e3a tempest-TestVolumeBootPattern-355171073 tempest-TestVolumeBootPattern-355171073-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 1125 time: 0.1314223 Sep 24 14:42:37.344570 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47484) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:42:37.348796 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'port_id': '0362496f-1598-47b6-bdad-3f4b453675e7', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:42:37.369680 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:37.451278 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:37.558465 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Allocated IP 172.27.1.184 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/9960b483-1341-4654-8fe2-039c4a9cc804) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:42:37.657081 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for port (9960b483-1341-4654-8fe2-039c4a9cc804), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:37.687985 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (9960b483-1341-4654-8fe2-039c4a9cc804), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:37.732144 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:42:37.736963 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:42:37.739684 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'Port': ['ID=9960b483-1341-4654-8fe2-039c4a9cc804,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:42:37.741758 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:42:37.903923 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:38.008144 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:38.089652 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for floatingip (c8ea45cb-e270-4aa9-ae5d-c1442f3695c1), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:38.156602 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (9960b483-1341-4654-8fe2-039c4a9cc804), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:38.302553 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for port (9960b483-1341-4654-8fe2-039c4a9cc804), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:38.306777 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (9960b483-1341-4654-8fe2-039c4a9cc804), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:38.371665 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event updated for resources: {'Port': ['ID=9960b483-1341-4654-8fe2-039c4a9cc804,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:42:38.374483 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (c8ea45cb-e270-4aa9-ae5d-c1442f3695c1), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:38.486388 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Floating IP c8ea45cb-e270-4aa9-ae5d-c1442f3695c1 associated. External IP: 172.27.1.184, port: 0362496f-1598-47b6-bdad-3f4b453675e7. Sep 24 14:42:38.679838 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:42:38.736137 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:38.785617 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:42:38.797356 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8423532c-cbb8-4225-9c97-683dc2f978e3 None None] Sync routers for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:42:38.803441 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:38.810134 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8423532c-cbb8-4225-9c97-683dc2f978e3 None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:42:38.810756 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8423532c-cbb8-4225-9c97-683dc2f978e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:42:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:42:38.824666 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:38.839811 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-73290e60-3ade-4127-9148-1a93cd8636be tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4942529 Sep 24 14:42:38.840555 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3613674-9b41-4641-8852-c594d89b2313', 'tag': '0362496f-1598-47b6-bdad-3f4b453675e7'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:42:38.842901 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af61920-9617-4e08-a02f-91fa160da3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f3613674-9b41-4641-8852-c594d89b2313", "tag": "0362496f-1598-47b6-bdad-3f4b453675e7"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:42:38.879231 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4155763f-67c1-448c-8354-2b4163c0792b x-openstack-request-id: req-4155763f-67c1-448c-8354-2b4163c0792b {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:42:38.879519 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3613674-9b41-4641-8852-c594d89b2313", "tag": "0362496f-1598-47b6-bdad-3f4b453675e7", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:42:38.880301 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4155763f-67c1-448c-8354-2b4163c0792b {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:42:38.880720 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4155763f-67c1-448c-8354-2b4163c0792b'] response: {'name': 'network-changed', 'server_uuid': 'f3613674-9b41-4641-8852-c594d89b2313', 'tag': '0362496f-1598-47b6-bdad-3f4b453675e7', 'status': 'completed', 'code': 200} Sep 24 14:42:38.911059 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-8423532c-cbb8-4225-9c97-683dc2f978e3 None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:42:38.985668 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af61920-9617-4e08-a02f-91fa160da3b9 req-bbd917be-30d4-4813-a92f-65ed19eb1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:38.987228 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9af61920-9617-4e08-a02f-91fa160da3b9 req-bbd917be-30d4-4813-a92f-65ed19eb1211 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 1130 time: 0.0392616 Sep 24 14:42:39.080133 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af61920-9617-4e08-a02f-91fa160da3b9 req-7bd42356-46b6-4cb6-a6dc-8f959851d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:39.081588 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9af61920-9617-4e08-a02f-91fa160da3b9 req-7bd42356-46b6-4cb6-a6dc-8f959851d42b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 911 time: 0.0883060 Sep 24 14:42:39.121653 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8423532c-cbb8-4225-9c97-683dc2f978e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'bf431478-d8e5-4beb-82d7-7501d5c109ea', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:20:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:40:15Z', 'updated_at': '2022-09-24T14:40:17Z', 'revision_number': 1, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}, {'id': 'c8ea45cb-e270-4aa9-ae5d-c1442f3695c1', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': '0362496f-1598-47b6-bdad-3f4b453675e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:81:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3613674-9b41-4641-8852-c594d89b2313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:42:37Z', 'updated_at': '2022-09-24T14:42:37Z', 'revision_number': 0, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:42:39.141428 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9af61920-9617-4e08-a02f-91fa160da3b9 req-211c4405-e106-4c41-947c-4e631ded16b0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362496f-1598-47b6-bdad-3f4b453675e7 HTTP/1.1" status: 200 len: 1000 time: 0.0536575 Sep 24 14:42:39.146213 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8423532c-cbb8-4225-9c97-683dc2f978e3 None None] Checking router: d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:42:39.154571 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8423532c-cbb8-4225-9c97-683dc2f978e3 None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:42:39.155199 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8423532c-cbb8-4225-9c97-683dc2f978e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:42:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:42:39.194202 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af61920-9617-4e08-a02f-91fa160da3b9 req-f630773e-bcff-413f-b1bb-34dcdf0c6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:39.195667 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9af61920-9617-4e08-a02f-91fa160da3b9 req-f630773e-bcff-413f-b1bb-34dcdf0c6633 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 200 len: 850 time: 0.0474651 Sep 24 14:42:39.237219 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af61920-9617-4e08-a02f-91fa160da3b9 req-0fcbe15b-499a-4675-8294-63dd490b9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:39.238589 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9af61920-9617-4e08-a02f-91fa160da3b9 req-0fcbe15b-499a-4675-8294-63dd490b9a81 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=48c641d5-f10b-46bc-b665-df597be281fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374601 Sep 24 14:42:39.256302 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-8423532c-cbb8-4225-9c97-683dc2f978e3 None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:42:39.327413 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9af61920-9617-4e08-a02f-91fa160da3b9 req-d157e9fe-540f-4d16-bae6-c81f4684266a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825162 Sep 24 14:42:39.418399 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-9af61920-9617-4e08-a02f-91fa160da3b9 req-aa3e331d-0499-43b4-9d7a-bc437f9979e3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849226 Sep 24 14:42:39.545566 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-8423532c-cbb8-4225-9c97-683dc2f978e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'bf431478-d8e5-4beb-82d7-7501d5c109ea', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:20:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:40:15Z', 'updated_at': '2022-09-24T14:40:17Z', 'revision_number': 1, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}, {'id': 'c8ea45cb-e270-4aa9-ae5d-c1442f3695c1', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': '0362496f-1598-47b6-bdad-3f4b453675e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:81:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3613674-9b41-4641-8852-c594d89b2313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:42:37Z', 'updated_at': '2022-09-24T14:42:37Z', 'revision_number': 0, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:42:39.569771 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8423532c-cbb8-4225-9c97-683dc2f978e3 None None] The sync data for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi is: [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'bf431478-d8e5-4beb-82d7-7501d5c109ea', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:20:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:40:15Z', 'updated_at': '2022-09-24T14:40:17Z', 'revision_number': 1, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}, {'id': 'c8ea45cb-e270-4aa9-ae5d-c1442f3695c1', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': '0362496f-1598-47b6-bdad-3f4b453675e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:81:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3613674-9b41-4641-8852-c594d89b2313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:42:37Z', 'updated_at': '2022-09-24T14:42:37Z', 'revision_number': 0, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:42:39.748538 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b2a39-c4d7-4078-93cd-afe96312e74b None None] New status for floating IP c8ea45cb-e270-4aa9-ae5d-c1442f3695c1: ACTIVE {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:42:47.173462 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=73 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:47.176396 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=73 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:48.242730 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:48.244294 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:48.256935 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:49.408249 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=51 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:49.415565 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=52 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:52.191477 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:42:55.709982 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:55.721795 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-1df21121-7bd3-4ea9-a2e2-eba37c3485a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:56.861582 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dde69-58b2-4740-8ee4-af0b42fa77fc req-0ce94ae5-1dc4-4f60-84b5-347020d0ea56 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:56.863088 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-185dde69-58b2-4740-8ee4-af0b42fa77fc req-0ce94ae5-1dc4-4f60-84b5-347020d0ea56 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 946 time: 0.0459826 Sep 24 14:42:56.909227 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-185dde69-58b2-4740-8ee4-af0b42fa77fc req-3f8dcc14-f89d-41e5-80b4-65e6b1d167fb tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=162dbc4c-f893-4fec-890a-5f43c03b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396881 Sep 24 14:42:58.030531 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406793e-603a-44dc-8ac8-eb984818da8b req-5ce2ae2a-4b74-4b5f-abb8-8939a8db13cc tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:58.033544 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e406793e-603a-44dc-8ac8-eb984818da8b req-5ce2ae2a-4b74-4b5f-abb8-8939a8db13cc tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 946 time: 0.0478530 Sep 24 14:42:58.079634 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e406793e-603a-44dc-8ac8-eb984818da8b req-bb3fe4a8-5b40-4602-8f45-7b579adb5296 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=162dbc4c-f893-4fec-890a-5f43c03b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403571 Sep 24 14:42:58.134698 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-06e3a1ec-4a25-4e7a-8f8a-c5d99db10ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:59.197573 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3218c6-60bd-4076-8c0c-b2b995f856ee req-453d5dc3-4f6a-4195-b262-031855fa0f8b tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:59.199045 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-da3218c6-60bd-4076-8c0c-b2b995f856ee req-453d5dc3-4f6a-4195-b262-031855fa0f8b tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 946 time: 0.0463970 Sep 24 14:42:59.199217 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-d43eb84b-4e28-4661-9f3a-96426a035db7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:42:59.200605 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-d43eb84b-4e28-4661-9f3a-96426a035db7 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 946 time: 0.0508907 Sep 24 14:42:59.246619 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-da3218c6-60bd-4076-8c0c-b2b995f856ee req-26934a2d-e287-4c88-a7d6-a08e3f3b6244 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=162dbc4c-f893-4fec-890a-5f43c03b73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419831 Sep 24 14:42:59.258854 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:59.286235 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Deleting port f999005f-69b1-4114-9abd-3afe92094553 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:42:59.286874 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (f999005f-69b1-4114-9abd-3afe92094553), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:59.377738 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] For port f999005f-69b1-4114-9abd-3afe92094553, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=f999005f-69b1-4114-9abd-3afe92094553,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:42:59.378019 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (f999005f-69b1-4114-9abd-3afe92094553), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:59.538531 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:59.538915 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (806ae75e-f0dd-4a37-9754-09b34a7f866a), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:59.539261 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Floating IP 806ae75e-f0dd-4a37-9754-09b34a7f866a disassociated. External IP: 172.27.1.244, port: f999005f-69b1-4114-9abd-3afe92094553. Sep 24 14:42:59.539621 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Calling delete_port for f999005f-69b1-4114-9abd-3afe92094553 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:42:59.667689 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (f999005f-69b1-4114-9abd-3afe92094553), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:59.692654 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event deleted for resources: {'Port': ['ID=f999005f-69b1-4114-9abd-3afe92094553,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:42:59.805581 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:42:59.890667 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:42:59.910993 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:42:59.920965 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e377974e-d6ad-4262-ba79-7f84d274bd43 None None] Sync routers for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:42:59.931781 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377974e-d6ad-4262-ba79-7f84d274bd43 None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:42:59.932379 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-e377974e-d6ad-4262-ba79-7f84d274bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:42:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:42:59.953125 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] No DVR routers for this DVR port f999005f-69b1-4114-9abd-3afe92094553 on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:42:59.955710 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:42:59.959039 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-33e59ac7-0a81-467d-b8f0-e3c74d3ac9ad req-6a803ba1-a9f8-4135-a872-82a32f9412ba tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.33 "DELETE /networking/v2.0/ports/f999005f-69b1-4114-9abd-3afe92094553 HTTP/1.1" status: 204 len: 173 time: 0.7524025 Sep 24 14:42:59.959530 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e460b5e2-3d4d-4493-b06c-ab6d5b037c65', 'name': 'network-vif-deleted', 'tag': 'f999005f-69b1-4114-9abd-3afe92094553'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:42:59.961792 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e57d9a-65bd-4855-91cf-61f236f7fb14" -d '{"events": [{"server_uuid": "e460b5e2-3d4d-4493-b06c-ab6d5b037c65", "name": "network-vif-deleted", "tag": "f999005f-69b1-4114-9abd-3afe92094553"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:43:00.002749 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b6274d-06b1-46eb-aad2-ad6a118cc1c8 x-openstack-request-id: req-a7b6274d-06b1-46eb-aad2-ad6a118cc1c8 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:43:00.003624 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e460b5e2-3d4d-4493-b06c-ab6d5b037c65", "name": "network-vif-deleted", "tag": "f999005f-69b1-4114-9abd-3afe92094553", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:43:00.003624 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7b6274d-06b1-46eb-aad2-ad6a118cc1c8 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:43:00.004249 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b6274d-06b1-46eb-aad2-ad6a118cc1c8'] response: {'server_uuid': 'e460b5e2-3d4d-4493-b06c-ab6d5b037c65', 'name': 'network-vif-deleted', 'tag': 'f999005f-69b1-4114-9abd-3afe92094553', 'status': 'completed', 'code': 200} Sep 24 14:43:00.009262 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:00.037956 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-e377974e-d6ad-4262-ba79-7f84d274bd43 None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:43:00.077386 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:00.241912 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-e377974e-d6ad-4262-ba79-7f84d274bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:00.266426 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e377974e-d6ad-4262-ba79-7f84d274bd43 None None] Checking router: a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:43:00.275537 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377974e-d6ad-4262-ba79-7f84d274bd43 None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:43:00.276145 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-e377974e-d6ad-4262-ba79-7f84d274bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:42:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:00.365259 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b8635baa-a9d9-4db6-af8a-f21ac3d3ed84 req-17d336ce-c809-415c-b029-4ebcaffeca51 tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e460b5e2-3d4d-4493-b06c-ab6d5b037c65 HTTP/1.1" status: 200 len: 210 time: 0.0313742 Sep 24 14:43:00.379466 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-e377974e-d6ad-4262-ba79-7f84d274bd43 None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:43:00.562951 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-e377974e-d6ad-4262-ba79-7f84d274bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:00.589094 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e377974e-d6ad-4262-ba79-7f84d274bd43 None None] The sync data for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi is: [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:02Z', 'revision_number': 4, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '0583d52f-6462-47c7-ba9a-6b25cde63740', 'name': '', 'network_id': 'dd29c2a7-29a9-46cb-ada7-34fd38591f69', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'mac_address': 'fa:16:3e:c2:01:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:02Z', 'updated_at': '2022-09-24T14:35:07Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'subnets': [{'id': 'ddea60b8-af69-4175-952d-b1c6de595af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:43:00.685445 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:00.812391 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f3e04b-953c-4133-902e-fe1d4c0f0013 None None] New status for floating IP 806ae75e-f0dd-4a37-9754-09b34a7f866a: DOWN {{(pid=106295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:43:00.922709 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:01.459312 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47574) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:01.526136 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-93bed67d-ff00-4409-bfa3-d34774f03daa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (162dbc4c-f893-4fec-890a-5f43c03b73a3), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:01.528427 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:01.552719 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-93bed67d-ff00-4409-bfa3-d34774f03daa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (162dbc4c-f893-4fec-890a-5f43c03b73a3), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:01.606155 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-93bed67d-ff00-4409-bfa3-d34774f03daa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (162dbc4c-f893-4fec-890a-5f43c03b73a3), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:01.608661 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-93bed67d-ff00-4409-bfa3-d34774f03daa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:01.609786 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-93bed67d-ff00-4409-bfa3-d34774f03daa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/162dbc4c-f893-4fec-890a-5f43c03b73a3 HTTP/1.1" status: 204 len: 168 time: 0.1495013 Sep 24 14:43:01.612767 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47576) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:01.618763 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bed67d-ff00-4409-bfa3-d34774f03daa tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=162dbc4c-f893-4fec-890a-5f43c03b73a3,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:01.626112 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.api.v2.resource [None req-76a87ac3-7b5d-4ab2-80a7-5f26f854d5ff tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] show failed (client error): The resource could not be found. Sep 24 14:43:01.627106 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-76a87ac3-7b5d-4ab2-80a7-5f26f854d5ff tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "GET /networking/v2.0/security-groups/162dbc4c-f893-4fec-890a-5f43c03b73a3 HTTP/1.1" status: 404 len: 347 time: 0.0133123 Sep 24 14:43:01.629944 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47578) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:01.738496 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Deleting port c654f532-45bd-433f-a3bf-f69d6cba334b {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:43:01.738731 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (c654f532-45bd-433f-a3bf-f69d6cba334b), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:01.813354 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (c654f532-45bd-433f-a3bf-f69d6cba334b), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:01.813672 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (c654f532-45bd-433f-a3bf-f69d6cba334b), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:01.826095 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Calling delete_port for c654f532-45bd-433f-a3bf-f69d6cba334b owned by network:floatingip {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:43:01.962007 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (c654f532-45bd-433f-a3bf-f69d6cba334b), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:01.989695 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Pushing event deleted for resources: {'Port': ['ID=c654f532-45bd-433f-a3bf-f69d6cba334b,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:02.011398 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.011735 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.012070 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.012399 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.012721 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.013040 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.013359 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.013680 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.013996 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.014310 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.014624 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.014980 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.015293 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.015604 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.015913 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:02.059524 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks [] for floatingip (806ae75e-f0dd-4a37-9754-09b34a7f866a), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:02.062059 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:02.065279 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-2762544e-d085-4615-8aad-3fff87e9798f tempest-AttachVolumeNegativeTest-959126854 tempest-AttachVolumeNegativeTest-959126854-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/806ae75e-f0dd-4a37-9754-09b34a7f866a HTTP/1.1" status: 204 len: 168 time: 0.4323642 Sep 24 14:43:03.842467 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device f999005f-69b1-4114-9abd-3afe92094553 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:43:03.860913 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: f999005f-69b1-4114-9abd-3afe92094553 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:43:03.861262 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device f999005f-69b1-4114-9abd-3afe92094553 not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:43:05.766402 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47614) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:06.060172 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:06.080484 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:06.117674 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1f643d16-dca6-497f-8412-a17f0516a6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768995'] for router_interface (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:06.329868 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-1f643d16-dca6-497f-8412-a17f0516a6b4 admin admin] Deleting port 0583d52f-6462-47c7-ba9a-6b25cde63740 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:43:06.330100 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1f643d16-dca6-497f-8412-a17f0516a6b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:06.409277 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-1f643d16-dca6-497f-8412-a17f0516a6b4 admin admin] For port 0583d52f-6462-47c7-ba9a-6b25cde63740, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0583d52f-6462-47c7-ba9a-6b25cde63740,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:43:06.409630 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1f643d16-dca6-497f-8412-a17f0516a6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:06.422569 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-1f643d16-dca6-497f-8412-a17f0516a6b4 admin admin] Calling delete_port for 0583d52f-6462-47c7-ba9a-6b25cde63740 owned by network:router_interface {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:43:06.597087 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1f643d16-dca6-497f-8412-a17f0516a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (0583d52f-6462-47c7-ba9a-6b25cde63740), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:06.622945 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f643d16-dca6-497f-8412-a17f0516a6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0583d52f-6462-47c7-ba9a-6b25cde63740,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:06.780921 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1f643d16-dca6-497f-8412-a17f0516a6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3661608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679251'] for router_interface (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:06.879098 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:06.887434 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:06.988151 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f643d16-dca6-497f-8412-a17f0516a6b4 admin admin] Router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:43:07.085776 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f643d16-dca6-497f-8412-a17f0516a6b4 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:43:07.090726 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-1f643d16-dca6-497f-8412-a17f0516a6b4 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3236959 Sep 24 14:43:07.093426 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47618) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:07.096074 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b3db4-66d5-4a5c-aa76-f7cee08f3900 None None] Sync routers for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:43:07.107227 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b3db4-66d5-4a5c-aa76-f7cee08f3900 None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:43:07.107827 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-923b3db4-66d5-4a5c-aa76-f7cee08f3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:42:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:07.194893 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Publish callbacks [] for router (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:07.207130 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-923b3db4-66d5-4a5c-aa76-f7cee08f3900 None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:43:07.376114 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-923b3db4-66d5-4a5c-aa76-f7cee08f3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:43:06Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:07.406534 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b3db4-66d5-4a5c-aa76-f7cee08f3900 None None] Checking router: a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:43:07.415793 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b3db4-66d5-4a5c-aa76-f7cee08f3900 None None] Routers {'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:43:07.416409 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-923b3db4-66d5-4a5c-aa76-f7cee08f3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:42:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:07.503757 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:07.517582 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-923b3db4-66d5-4a5c-aa76-f7cee08f3900 None None] Set router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:43:07.535549 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Publish callbacks [] for router_gateway (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:07.577055 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Deleting port b40332a4-d4ea-496b-ba6d-88dac115da44 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:43:07.577419 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:07.580037 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=100 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:07.661503 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] For port b40332a4-d4ea-496b-ba6d-88dac115da44, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=b40332a4-d4ea-496b-ba6d-88dac115da44,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:43:07.662165 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:07.675941 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Calling delete_port for b40332a4-d4ea-496b-ba6d-88dac115da44 owned by network:router_gateway {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:43:07.767603 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-923b3db4-66d5-4a5c-aa76-f7cee08f3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:43:06Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:07.792737 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b3db4-66d5-4a5c-aa76-f7cee08f3900 None None] The sync data for ids ['a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b'] in dv-cinder-859193-1-iscsi is: [{'id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'name': 'tempest-AttachVolumeNegativeTest-1338345812-router', 'tenant_id': '21710ac430424ec9bf33aabfda5eb8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:43:06Z', 'revision_number': 5, 'project_id': '21710ac430424ec9bf33aabfda5eb8ba', 'gw_port': {'id': 'b40332a4-d4ea-496b-ba6d-88dac115da44', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:35:00Z', 'updated_at': '2022-09-24T14:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:43:07.842828 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (b40332a4-d4ea-496b-ba6d-88dac115da44), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:07.864152 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40332a4-d4ea-496b-ba6d-88dac115da44,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:07.929496 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680345'] for router_gateway (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:07.983972 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:08.015026 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3681485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.016365 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:08.017823 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Publish callbacks [] for router_controller (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.063817 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679342'] for router (a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.064381 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b {{(pid=106294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 14:43:08.069552 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.070698 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-dada3f0e-e550-4d6c-8b5c-82dd31f5bee5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/a5670de3-f0a6-4d63-a0c3-2e11bdacbf1b HTTP/1.1" status: 204 len: 168 time: 0.9763873 Sep 24 14:43:08.073254 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47624) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:08.118106 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8db619-e4b5-4b6c-bd7c-7d4206b829e6 admin admin] Deleting subnet ddea60b8-af69-4175-952d-b1c6de595af8 {{(pid=106294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:43:08.121471 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0f8db619-e4b5-4b6c-bd7c-7d4206b829e6 admin admin] Publish callbacks [] for subnet (ddea60b8-af69-4175-952d-b1c6de595af8), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.155998 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0f8db619-e4b5-4b6c-bd7c-7d4206b829e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530143779'] for subnet (ddea60b8-af69-4175-952d-b1c6de595af8), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.238228 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0f8db619-e4b5-4b6c-bd7c-7d4206b829e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (ddea60b8-af69-4175-952d-b1c6de595af8), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.296090 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0f8db619-e4b5-4b6c-bd7c-7d4206b829e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2186898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530180628'] for subnet (ddea60b8-af69-4175-952d-b1c6de595af8), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.321766 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8db619-e4b5-4b6c-bd7c-7d4206b829e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddea60b8-af69-4175-952d-b1c6de595af8,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:08.325317 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-0f8db619-e4b5-4b6c-bd7c-7d4206b829e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.328537 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-0f8db619-e4b5-4b6c-bd7c-7d4206b829e6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/ddea60b8-af69-4175-952d-b1c6de595af8 HTTP/1.1" status: 204 len: 168 time: 0.2542186 Sep 24 14:43:08.330850 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def517cf-60e2-4a89-9db3-744a60715900 None None] Network dd29c2a7-29a9-46cb-ada7-34fd38591f69 requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:43:08.331342 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47626) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:08.403762 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (dd29c2a7-29a9-46cb-ada7-34fd38591f69), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.467663 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Deleting port 0cfcf02e-b647-4bb1-b29f-89049315484d {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:43:08.468001 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.494793 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22dac8e-062e-43f0-a609-623cf7e481f5 None None] DHCP port deletion for dd29c2a7-29a9-46cb-ada7-34fd38591f69 request from dv-cinder-859193-1-iscsi {{(pid=106295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 14:43:08.530468 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] For port 0cfcf02e-b647-4bb1-b29f-89049315484d, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0cfcf02e-b647-4bb1-b29f-89049315484d,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:43:08.530765 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f22dac8e-062e-43f0-a609-623cf7e481f5 None None] Deleting port 0cfcf02e-b647-4bb1-b29f-89049315484d {{(pid=106295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:43:08.530935 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.531128 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f22dac8e-062e-43f0-a609-623cf7e481f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), before_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.544401 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Calling delete_port for 0cfcf02e-b647-4bb1-b29f-89049315484d owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:43:08.596011 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f22dac8e-062e-43f0-a609-623cf7e481f5 None None] For port 0cfcf02e-b647-4bb1-b29f-89049315484d, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=0cfcf02e-b647-4bb1-b29f-89049315484d,segment=NetworkSegment(02d92e3c-e3b5-446a-b8ad-dc851af26f7f),segment_id=02d92e3c-e3b5-446a-b8ad-dc851af26f7f)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:43:08.596403 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f22dac8e-062e-43f0-a609-623cf7e481f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), precommit_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.608665 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f22dac8e-062e-43f0-a609-623cf7e481f5 None None] Calling delete_port for 0cfcf02e-b647-4bb1-b29f-89049315484d owned by network:dhcp {{(pid=106295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:43:08.625030 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.651942 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] No DVR routers for this DVR port 0cfcf02e-b647-4bb1-b29f-89049315484d on host dv-cinder-859193-1-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:43:08.653884 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfcf02e-b647-4bb1-b29f-89049315484d,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:08.685774 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f22dac8e-062e-43f0-a609-623cf7e481f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946'] for port (0cfcf02e-b647-4bb1-b29f-89049315484d), after_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.709859 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dac8e-062e-43f0-a609-623cf7e481f5 None None] Pushing event deleted for resources: {'Port': ['ID=0cfcf02e-b647-4bb1-b29f-89049315484d,revision_number=None']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:08.713327 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22dac8e-062e-43f0-a609-623cf7e481f5 None None] No DVR routers for this DVR port 0cfcf02e-b647-4bb1-b29f-89049315484d on host dv-cinder-859193-1-iscsi {{(pid=106295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:43:08.725488 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (dd29c2a7-29a9-46cb-ada7-34fd38591f69), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.748923 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd29c2a7-29a9-46cb-ada7-34fd38591f69']}} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:08.757857 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d92e3c-e3b5-446a-b8ad-dc851af26f7f') {'for_net_delete': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:08.758154 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d92e3c-e3b5-446a-b8ad-dc851af26f7f') {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:08.767345 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530143768'] for segment (02d92e3c-e3b5-446a-b8ad-dc851af26f7f), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.780244 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (02d92e3c-e3b5-446a-b8ad-dc851af26f7f), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.792798 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=106294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:43:08.793194 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2186792'] for segment (02d92e3c-e3b5-446a-b8ad-dc851af26f7f), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.835467 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 02d92e3c-e3b5-446a-b8ad-dc851af26f7f resource provider aggregate not found Sep 24 14:43:08.857685 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 02d92e3c-e3b5-446a-b8ad-dc851af26f7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02d92e3c-e3b5-446a-b8ad-dc851af26f7f found for delete ", "request_id": "req-c969491b-5cf2-4d6d-ab97-ffc020354810"}]} Sep 24 14:43:08.862796 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (dd29c2a7-29a9-46cb-ada7-34fd38591f69), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.873894 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0583d52f-6462-47c7-ba9a-6b25cde63740 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:43:08.876926 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:08.880192 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/dd29c2a7-29a9-46cb-ada7-34fd38591f69 HTTP/1.1" status: 204 len: 168 time: 0.5483642 Sep 24 14:43:08.893311 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 0583d52f-6462-47c7-ba9a-6b25cde63740 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:43:08.893557 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97747fdb-5ab3-4a7b-b657-a3c879c6232c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd29c2a7-29a9-46cb-ada7-34fd38591f69,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:08.893727 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0583d52f-6462-47c7-ba9a-6b25cde63740 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:43:08.894355 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device b40332a4-d4ea-496b-ba6d-88dac115da44 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:43:09.013997 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47634) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:09.028344 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:09.038922 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: b40332a4-d4ea-496b-ba6d-88dac115da44 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:43:09.039284 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device b40332a4-d4ea-496b-ba6d-88dac115da44 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:43:09.039548 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0cfcf02e-b647-4bb1-b29f-89049315484d no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:43:09.057003 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 0cfcf02e-b647-4bb1-b29f-89049315484d {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:43:09.057272 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 0cfcf02e-b647-4bb1-b29f-89049315484d not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:43:09.057962 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-946e1c6b-0fff-458c-8e7f-862ad493aeca admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=21710ac430424ec9bf33aabfda5eb8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428507 Sep 24 14:43:09.060498 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47636) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:09.076767 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:09.112957 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-19a1b1b5-1b62-42f1-ad8c-199458b19d90 admin admin] Publish callbacks [] for security_group (91e318dd-0829-4eeb-bfbd-1d2a044c7910), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:09.133036 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-19a1b1b5-1b62-42f1-ad8c-199458b19d90 admin admin] Publish callbacks [] for security_group (91e318dd-0829-4eeb-bfbd-1d2a044c7910), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:09.179477 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-19a1b1b5-1b62-42f1-ad8c-199458b19d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (91e318dd-0829-4eeb-bfbd-1d2a044c7910), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:09.182000 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-19a1b1b5-1b62-42f1-ad8c-199458b19d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:09.183449 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-19a1b1b5-1b62-42f1-ad8c-199458b19d90 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/91e318dd-0829-4eeb-bfbd-1d2a044c7910 HTTP/1.1" status: 204 len: 168 time: 0.1220770 Sep 24 14:43:09.191103 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1b1b5-1b62-42f1-ad8c-199458b19d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e318dd-0829-4eeb-bfbd-1d2a044c7910,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:11.091814 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47706) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:11.198904 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ebf608fd-bdf2-4207-9fff-b82121298eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.274924 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ebf608fd-bdf2-4207-9fff-b82121298eed admin admin] Publish callbacks [] for security_group (b4ee19ae-a3b2-41b4-b331-debd3a249e06), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.278450 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ebf608fd-bdf2-4207-9fff-b82121298eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (b4ee19ae-a3b2-41b4-b331-debd3a249e06), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.316455 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-ebf608fd-bdf2-4207-9fff-b82121298eed admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5fbbe04a994241eda6148e160b5c04aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236049 Sep 24 14:43:11.318941 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf608fd-bdf2-4207-9fff-b82121298eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ee19ae-a3b2-41b4-b331-debd3a249e06,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:11.319720 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47710) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:11.368556 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-336c35ab-6d3c-4980-85d9-4b0c26aea9e4 admin admin] Publish callbacks [] for security_group (b4ee19ae-a3b2-41b4-b331-debd3a249e06), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.388544 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-336c35ab-6d3c-4980-85d9-4b0c26aea9e4 admin admin] Publish callbacks [] for security_group (b4ee19ae-a3b2-41b4-b331-debd3a249e06), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.433137 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-336c35ab-6d3c-4980-85d9-4b0c26aea9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (b4ee19ae-a3b2-41b4-b331-debd3a249e06), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.435626 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-336c35ab-6d3c-4980-85d9-4b0c26aea9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.436753 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-336c35ab-6d3c-4980-85d9-4b0c26aea9e4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b4ee19ae-a3b2-41b4-b331-debd3a249e06 HTTP/1.1" status: 204 len: 168 time: 0.1160347 Sep 24 14:43:11.444760 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c35ab-6d3c-4980-85d9-4b0c26aea9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ee19ae-a3b2-41b4-b331-debd3a249e06,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:11.716200 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47716) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:11.730081 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ff2-5cac-44ec-a94b-13000ce020fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.809528 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ff2-5cac-44ec-a94b-13000ce020fd admin admin] Publish callbacks [] for security_group (b83c9fea-7988-4f84-8cf3-dbc5b1a910ba), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.813337 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ff2-5cac-44ec-a94b-13000ce020fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (b83c9fea-7988-4f84-8cf3-dbc5b1a910ba), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.850674 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b5bf0ff2-5cac-44ec-a94b-13000ce020fd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0ed1492f699548cb939d4049c7d6313b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334219 Sep 24 14:43:11.852558 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf0ff2-5cac-44ec-a94b-13000ce020fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83c9fea-7988-4f84-8cf3-dbc5b1a910ba,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:11.854350 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47718) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:11.904496 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1cff332e-c8f4-422c-bb89-6e69ae2e6d2e admin admin] Publish callbacks [] for security_group (b83c9fea-7988-4f84-8cf3-dbc5b1a910ba), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.927452 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1cff332e-c8f4-422c-bb89-6e69ae2e6d2e admin admin] Publish callbacks [] for security_group (b83c9fea-7988-4f84-8cf3-dbc5b1a910ba), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.972791 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1cff332e-c8f4-422c-bb89-6e69ae2e6d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (b83c9fea-7988-4f84-8cf3-dbc5b1a910ba), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.975865 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1cff332e-c8f4-422c-bb89-6e69ae2e6d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:11.976996 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-1cff332e-c8f4-422c-bb89-6e69ae2e6d2e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b83c9fea-7988-4f84-8cf3-dbc5b1a910ba HTTP/1.1" status: 204 len: 168 time: 0.1215634 Sep 24 14:43:11.985185 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff332e-c8f4-422c-bb89-6e69ae2e6d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83c9fea-7988-4f84-8cf3-dbc5b1a910ba,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:14.031339 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47790) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:14.134911 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c1a4534f-11ad-4501-8020-1c67b15b5113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:14.208175 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c1a4534f-11ad-4501-8020-1c67b15b5113 admin admin] Publish callbacks [] for security_group (9d69fb2e-ef3a-4b3a-8e0e-e098d284192f), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:14.212427 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-c1a4534f-11ad-4501-8020-1c67b15b5113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (9d69fb2e-ef3a-4b3a-8e0e-e098d284192f), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:14.250346 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-c1a4534f-11ad-4501-8020-1c67b15b5113 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2603ca8a11354de48d67781c9403be97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179775 Sep 24 14:43:14.251231 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4534f-11ad-4501-8020-1c67b15b5113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d69fb2e-ef3a-4b3a-8e0e-e098d284192f,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:14.253090 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47794) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:14.305936 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-79d52130-c0b7-4086-a022-085e54d3982f admin admin] Publish callbacks [] for security_group (9d69fb2e-ef3a-4b3a-8e0e-e098d284192f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:14.325673 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-79d52130-c0b7-4086-a022-085e54d3982f admin admin] Publish callbacks [] for security_group (9d69fb2e-ef3a-4b3a-8e0e-e098d284192f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:14.370914 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-79d52130-c0b7-4086-a022-085e54d3982f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (9d69fb2e-ef3a-4b3a-8e0e-e098d284192f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:14.373411 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-79d52130-c0b7-4086-a022-085e54d3982f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:14.374653 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-79d52130-c0b7-4086-a022-085e54d3982f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9d69fb2e-ef3a-4b3a-8e0e-e098d284192f HTTP/1.1" status: 204 len: 168 time: 0.1204913 Sep 24 14:43:14.383076 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d52130-c0b7-4086-a022-085e54d3982f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d69fb2e-ef3a-4b3a-8e0e-e098d284192f,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:14.634121 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47800) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:14.647426 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e0b9e6e2-6ef7-40f3-bf47-90876ec77e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:14.723247 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e0b9e6e2-6ef7-40f3-bf47-90876ec77e2e admin admin] Publish callbacks [] for security_group (f5146e5f-a0e5-4e7b-b13b-eff9eef44145), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:14.727533 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e0b9e6e2-6ef7-40f3-bf47-90876ec77e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (f5146e5f-a0e5-4e7b-b13b-eff9eef44145), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:14.747312 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:14.766002 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9e6e2-6ef7-40f3-bf47-90876ec77e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5146e5f-a0e5-4e7b-b13b-eff9eef44145,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:14.770084 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e0b9e6e2-6ef7-40f3-bf47-90876ec77e2e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=81e242894c1244c0bafc34eb82cc5bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349595 Sep 24 14:43:14.773211 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47802) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:14.794403 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:14.827825 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-caee3dc9-7725-4550-ac0a-7b558dd2ee16 admin admin] Publish callbacks [] for security_group (f5146e5f-a0e5-4e7b-b13b-eff9eef44145), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:15.112957 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-caee3dc9-7725-4550-ac0a-7b558dd2ee16 admin admin] Publish callbacks [] for security_group (f5146e5f-a0e5-4e7b-b13b-eff9eef44145), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:15.158420 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-caee3dc9-7725-4550-ac0a-7b558dd2ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (f5146e5f-a0e5-4e7b-b13b-eff9eef44145), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:15.160917 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-caee3dc9-7725-4550-ac0a-7b558dd2ee16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:15.162321 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-caee3dc9-7725-4550-ac0a-7b558dd2ee16 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f5146e5f-a0e5-4e7b-b13b-eff9eef44145 HTTP/1.1" status: 204 len: 168 time: 0.3882084 Sep 24 14:43:15.170722 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee3dc9-7725-4550-ac0a-7b558dd2ee16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5146e5f-a0e5-4e7b-b13b-eff9eef44145,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:16.456839 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169e12f-38d6-41d0-aee9-12b47a6b2a34 req-5a14c4c0-c750-4684-83c8-ea334e916888 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:16.458325 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5169e12f-38d6-41d0-aee9-12b47a6b2a34 req-5a14c4c0-c750-4684-83c8-ea334e916888 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0482430 Sep 24 14:43:16.509174 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-5169e12f-38d6-41d0-aee9-12b47a6b2a34 req-ec4de282-45e1-4e3d-8fff-642675b7ad81 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447643 Sep 24 14:43:17.630922 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7dd64-41b4-4d14-8813-1ad7cba03a02 req-d5e13862-773e-42e9-b6c1-4c9eaf4b3988 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:17.633187 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fff7dd64-41b4-4d14-8813-1ad7cba03a02 req-d5e13862-773e-42e9-b6c1-4c9eaf4b3988 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0484381 Sep 24 14:43:17.676190 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:17.685121 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-fff7dd64-41b4-4d14-8813-1ad7cba03a02 req-714ac90d-0b91-4a21-9040-3c1249bfe1e3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463367 Sep 24 14:43:17.770229 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=17 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:17.770997 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=17 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:18.262405 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:18.810624 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5b2b8-5a72-4264-be1c-8220cbc35ce2 req-f66c79a4-43b9-4dd7-ae21-bff06f3f79a2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:18.812153 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cec5b2b8-5a72-4264-be1c-8220cbc35ce2 req-f66c79a4-43b9-4dd7-ae21-bff06f3f79a2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0509570 Sep 24 14:43:18.893063 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967a7b1-be32-4713-9f8f-24e239df811b req-1e4308ac-4177-426f-93f6-2b4c42f6881b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:18.894480 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7967a7b1-be32-4713-9f8f-24e239df811b req-1e4308ac-4177-426f-93f6-2b4c42f6881b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 946 time: 0.0622313 Sep 24 14:43:18.898570 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-cec5b2b8-5a72-4264-be1c-8220cbc35ce2 req-af547529-ff35-4259-a049-e5d596a30baf tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=065acbaa-8337-4452-8a0c-ae162246440e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807319 Sep 24 14:43:19.000986 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Deleting port 1e1b1630-2a20-474d-8181-2d01b2f828a6 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:43:19.001339 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:19.091882 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] For port 1e1b1630-2a20-474d-8181-2d01b2f828a6, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=1e1b1630-2a20-474d-8181-2d01b2f828a6,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:43:19.092247 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:19.260856 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:19.261289 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (64350ae6-d590-478c-b966-c9d8378b0e98), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:19.261646 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Floating IP 64350ae6-d590-478c-b966-c9d8378b0e98 disassociated. External IP: 172.27.1.230, port: 1e1b1630-2a20-474d-8181-2d01b2f828a6. Sep 24 14:43:19.261990 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Calling delete_port for 1e1b1630-2a20-474d-8181-2d01b2f828a6 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:43:19.385142 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:19.391560 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (1e1b1630-2a20-474d-8181-2d01b2f828a6), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:19.418603 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event deleted for resources: {'Port': ['ID=1e1b1630-2a20-474d-8181-2d01b2f828a6,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:19.518418 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:19.539732 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Router 1a2e962a-5e95-4ce6-9297-e71f78855a6d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:43:19.642183 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:43:19.651986 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97300-9767-4376-b4f6-058636404c89 None None] Sync routers for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:43:19.655162 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:19.664121 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:19.665477 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae97300-9767-4376-b4f6-058636404c89 None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:43:19.666174 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2ae97300-9767-4376-b4f6-058636404c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:42:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:19.688460 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] No DVR routers for this DVR port 1e1b1630-2a20-474d-8181-2d01b2f828a6 on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:43:19.691136 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:19.694237 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7967a7b1-be32-4713-9f8f-24e239df811b req-c1fbba91-74be-407e-ad4c-3a88992e97a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.33 "DELETE /networking/v2.0/ports/1e1b1630-2a20-474d-8181-2d01b2f828a6 HTTP/1.1" status: 204 len: 173 time: 0.7944770 Sep 24 14:43:19.694718 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee65d370-8082-417a-bb3d-5816c602da9f', 'name': 'network-vif-deleted', 'tag': '1e1b1630-2a20-474d-8181-2d01b2f828a6'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:43:19.697059 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f7cd49-ff6b-4617-a155-a9f80b9617c3" -d '{"events": [{"server_uuid": "ee65d370-8082-417a-bb3d-5816c602da9f", "name": "network-vif-deleted", "tag": "1e1b1630-2a20-474d-8181-2d01b2f828a6"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:43:19.737985 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3e0f79-ef7b-458d-a313-977f96738ef6 x-openstack-request-id: req-8f3e0f79-ef7b-458d-a313-977f96738ef6 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:43:19.737985 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee65d370-8082-417a-bb3d-5816c602da9f", "name": "network-vif-deleted", "tag": "1e1b1630-2a20-474d-8181-2d01b2f828a6", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:43:19.738321 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f3e0f79-ef7b-458d-a313-977f96738ef6 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:43:19.738784 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3e0f79-ef7b-458d-a313-977f96738ef6'] response: {'server_uuid': 'ee65d370-8082-417a-bb3d-5816c602da9f', 'name': 'network-vif-deleted', 'tag': '1e1b1630-2a20-474d-8181-2d01b2f828a6', 'status': 'completed', 'code': 200} Sep 24 14:43:19.775364 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-2ae97300-9767-4376-b4f6-058636404c89 None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:43:19.972318 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2ae97300-9767-4376-b4f6-058636404c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:50Z', 'revision_number': 5, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:20.001183 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97300-9767-4376-b4f6-058636404c89 None None] Checking router: 1a2e962a-5e95-4ce6-9297-e71f78855a6d for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:43:20.010266 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae97300-9767-4376-b4f6-058636404c89 None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:43:20.010840 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2ae97300-9767-4376-b4f6-058636404c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:42:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:20.024693 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-67e7303c-73c4-47b4-a704-7c48f7430366 req-5f3b9aa8-3a33-4598-9e5b-4f55855c413b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee65d370-8082-417a-bb3d-5816c602da9f HTTP/1.1" status: 200 len: 210 time: 0.0331321 Sep 24 14:43:20.112613 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-2ae97300-9767-4376-b4f6-058636404c89 None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:43:20.300319 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-2ae97300-9767-4376-b4f6-058636404c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:50Z', 'revision_number': 5, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:20.325887 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97300-9767-4376-b4f6-058636404c89 None None] The sync data for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi is: [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:50Z', 'revision_number': 5, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:43:20.581458 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75121c-4d50-4740-81fa-78cf3b415f98 None None] New status for floating IP 64350ae6-d590-478c-b966-c9d8378b0e98: DOWN {{(pid=106296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:43:21.116768 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47918) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:21.170339 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group (065acbaa-8337-4452-8a0c-ae162246440e), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.192546 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group (065acbaa-8337-4452-8a0c-ae162246440e), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.240733 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (065acbaa-8337-4452-8a0c-ae162246440e), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.243384 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.244544 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/065acbaa-8337-4452-8a0c-ae162246440e HTTP/1.1" status: 204 len: 168 time: 0.1267748 Sep 24 14:43:21.247384 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47920) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:21.253599 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065acbaa-8337-4452-8a0c-ae162246440e,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:21.260635 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.260792 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.api.v2.resource [None req-168efe0f-47ef-4d13-844f-e28e5797c6a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] show failed (client error): The resource could not be found. Sep 24 14:43:21.260981 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.261316 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.261650 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.262055 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.262387 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.262710 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.263057 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.263378 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.263700 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.264020 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.264427 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.264588 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-168efe0f-47ef-4d13-844f-e28e5797c6a6 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups/065acbaa-8337-4452-8a0c-ae162246440e HTTP/1.1" status: 404 len: 347 time: 0.0162201 Sep 24 14:43:21.264807 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.265105 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47922) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:21.265246 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.265430 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ee1be-3497-489c-8346-2a621f98bf1c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:21.374614 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c73f8-d960-4c50-8d0e-76c3a0a3d0c2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Deleting port a6d6dd70-b12e-467b-bc2d-218fa6a334e9 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:43:21.374898 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5b4c73f8-d960-4c50-8d0e-76c3a0a3d0c2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (a6d6dd70-b12e-467b-bc2d-218fa6a334e9), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.424667 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:21.451020 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5b4c73f8-d960-4c50-8d0e-76c3a0a3d0c2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (a6d6dd70-b12e-467b-bc2d-218fa6a334e9), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.451340 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5b4c73f8-d960-4c50-8d0e-76c3a0a3d0c2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (a6d6dd70-b12e-467b-bc2d-218fa6a334e9), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.463680 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c73f8-d960-4c50-8d0e-76c3a0a3d0c2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Calling delete_port for a6d6dd70-b12e-467b-bc2d-218fa6a334e9 owned by network:floatingip {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:43:21.591644 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5b4c73f8-d960-4c50-8d0e-76c3a0a3d0c2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (a6d6dd70-b12e-467b-bc2d-218fa6a334e9), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.617399 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c73f8-d960-4c50-8d0e-76c3a0a3d0c2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event deleted for resources: {'Port': ['ID=a6d6dd70-b12e-467b-bc2d-218fa6a334e9,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:21.681036 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5b4c73f8-d960-4c50-8d0e-76c3a0a3d0c2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (64350ae6-d590-478c-b966-c9d8378b0e98), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.683532 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-5b4c73f8-d960-4c50-8d0e-76c3a0a3d0c2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.684650 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-5b4c73f8-d960-4c50-8d0e-76c3a0a3d0c2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/64350ae6-d590-478c-b966-c9d8378b0e98 HTTP/1.1" status: 204 len: 168 time: 0.4186985 Sep 24 14:43:21.758252 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47932) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:21.762653 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [None req-e50084e1-3493-4c30-86fd-9bf316bc95aa tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452790537', 'description': 'tempest-description--1674441707'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:43:21.787514 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e50084e1-3493-4c30-86fd-9bf316bc95aa tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.863376 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e50084e1-3493-4c30-86fd-9bf316bc95aa tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group (85b1853b-c2f5-40c3-8cf9-1ef55d735b2f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.867683 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e50084e1-3493-4c30-86fd-9bf316bc95aa tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (85b1853b-c2f5-40c3-8cf9-1ef55d735b2f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.901036 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e50084e1-3493-4c30-86fd-9bf316bc95aa tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.906119 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e50084e1-3493-4c30-86fd-9bf316bc95aa tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1428249 Sep 24 14:43:21.906119 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50084e1-3493-4c30-86fd-9bf316bc95aa tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:21.906477 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47942) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:21.911068 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-666a6a74-3190-4a4a-928c-eab4dbb26c16 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Request body: {'security_group_rule': {'security_group_id': '85b1853b-c2f5-40c3-8cf9-1ef55d735b2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:43:21.938866 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-666a6a74-3190-4a4a-928c-eab4dbb26c16 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group_rule (15bd07dd-60ba-4013-aba8-edeea2580fac), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:21.999352 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-666a6a74-3190-4a4a-928c-eab4dbb26c16 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group_rule (15bd07dd-60ba-4013-aba8-edeea2580fac), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.003437 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-666a6a74-3190-4a4a-928c-eab4dbb26c16 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (15bd07dd-60ba-4013-aba8-edeea2580fac), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.014612 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a6a74-3190-4a4a-928c-eab4dbb26c16 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bd07dd-60ba-4013-aba8-edeea2580fac,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:22.030776 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-666a6a74-3190-4a4a-928c-eab4dbb26c16 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.031986 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-666a6a74-3190-4a4a-928c-eab4dbb26c16 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256025 Sep 24 14:43:22.034680 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47948) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:22.039378 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-4d873ca4-4aa6-4b1d-904b-d6b1dd65917c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Request body: {'security_group_rule': {'security_group_id': '85b1853b-c2f5-40c3-8cf9-1ef55d735b2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:43:22.065285 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d873ca4-4aa6-4b1d-904b-d6b1dd65917c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group_rule (1921d29d-1b1e-45be-b6aa-dcc3e4888c61), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.120503 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d873ca4-4aa6-4b1d-904b-d6b1dd65917c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group_rule (1921d29d-1b1e-45be-b6aa-dcc3e4888c61), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.123873 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d873ca4-4aa6-4b1d-904b-d6b1dd65917c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734165'] for security_group_rule (1921d29d-1b1e-45be-b6aa-dcc3e4888c61), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.141317 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d873ca4-4aa6-4b1d-904b-d6b1dd65917c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1921d29d-1b1e-45be-b6aa-dcc3e4888c61,revision_number=0']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:22.149104 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4d873ca4-4aa6-4b1d-904b-d6b1dd65917c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.150323 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-4d873ca4-4aa6-4b1d-904b-d6b1dd65917c tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146429 Sep 24 14:43:22.153405 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47950) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:22.157679 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Request body: {'floatingip': {'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:43:22.173167 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:22.184361 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.267680 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.374139 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_common [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Allocated IP 172.27.1.210 (5d3ce1ff-50f0-4cea-85cb-808bc9195004/4c7c3739-727f-4913-9014-9fb1ce8fb3e6/00bbfc19-a89b-43a2-9f1c-2e7cd833c420) {{(pid=106294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:43:22.383061 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:22.473793 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for port (00bbfc19-a89b-43a2-9f1c-2e7cd833c420), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.504673 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (00bbfc19-a89b-43a2-9f1c-2e7cd833c420), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.547992 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Network 5d3ce1ff-50f0-4cea-85cb-808bc9195004 is already hosted by enough agents. {{(pid=106294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:43:22.552674 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.base_scheduler [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Resources bound (agent type, host, resource id): {{(pid=106294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:43:22.556383 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Received port after_create {{(pid=106294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:43:22.559522 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event updated for resources: {'Port': ['ID=00bbfc19-a89b-43a2-9f1c-2e7cd833c420,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:22.637525 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (7e34bb62-423a-44e3-a946-a84834115201), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.673967 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (00bbfc19-a89b-43a2-9f1c-2e7cd833c420), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.819243 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for port (00bbfc19-a89b-43a2-9f1c-2e7cd833c420), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.823635 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2186948'] for port (00bbfc19-a89b-43a2-9f1c-2e7cd833c420), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.880621 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:22.893341 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event updated for resources: {'Port': ['ID=00bbfc19-a89b-43a2-9f1c-2e7cd833c420,revision_number=2']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:22.895654 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (7e34bb62-423a-44e3-a946-a84834115201), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.912504 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:22.913732 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-eb911ecd-5d48-452b-8a15-e4ac8f8fe675 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7593825 Sep 24 14:43:23.114462 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-f71e218e-7325-494e-8751-cbc03f44cc21 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1452790537&fields=id&tenant_id=cfc1e3a42706435a93301d76ee7b74ed HTTP/1.1" status: 200 len: 267 time: 0.0439224 Sep 24 14:43:23.226464 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-598553c6-4760-459b-bf58-86113cc929b7 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:23.227970 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-598553c6-4760-459b-bf58-86113cc929b7 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/networks?id=91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 200 len: 811 time: 0.1065834 Sep 24 14:43:23.243786 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-06b481e4-75d5-4b21-8354-ea47a886f84e tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/quotas/cfc1e3a42706435a93301d76ee7b74ed HTTP/1.1" status: 200 len: 375 time: 0.0101092 Sep 24 14:43:23.299487 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-c7d12047-cb6c-4f9a-980f-49b136594144 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504012 Sep 24 14:43:23.332668 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47978) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:23.360292 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:23.400485 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-4deca9a9-d14c-4a65-a41d-e537d00e7590 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881307 Sep 24 14:43:23.440641 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-931696d2-fe1d-4441-b6be-504c6e7b70da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:23.496444 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-6abc9b4e-f514-463e-b85b-a7db7218e76a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904648 Sep 24 14:43:23.515453 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-931696d2-fe1d-4441-b6be-504c6e7b70da admin admin] Publish callbacks [] for security_group (06a1b395-8fb9-4b06-933b-2c0e8f8601ef), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:23.520381 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-931696d2-fe1d-4441-b6be-504c6e7b70da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (06a1b395-8fb9-4b06-933b-2c0e8f8601ef), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:23.534466 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:23.564103 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-931696d2-fe1d-4441-b6be-504c6e7b70da admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7075233a4e0c4ac5a9f1767a0d50bb2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302599 Sep 24 14:43:23.566743 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 47982) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:23.575294 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931696d2-fe1d-4441-b6be-504c6e7b70da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a1b395-8fb9-4b06-933b-2c0e8f8601ef,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:23.630703 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-34805650-3d11-41ca-aedd-f4715d668a75 admin admin] Publish callbacks [] for security_group (06a1b395-8fb9-4b06-933b-2c0e8f8601ef), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:23.674208 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-34805650-3d11-41ca-aedd-f4715d668a75 admin admin] Publish callbacks [] for security_group (06a1b395-8fb9-4b06-933b-2c0e8f8601ef), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:23.677150 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-4bb987fe-76dd-4baf-bc55-b75ea3cfb608 req-92cbd385-c2c1-412e-bf2b-f8f4a9ec25f0 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 210 time: 0.0380108 Sep 24 14:43:23.726892 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-34805650-3d11-41ca-aedd-f4715d668a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (06a1b395-8fb9-4b06-933b-2c0e8f8601ef), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:23.729554 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-34805650-3d11-41ca-aedd-f4715d668a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:23.730713 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-34805650-3d11-41ca-aedd-f4715d668a75 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/06a1b395-8fb9-4b06-933b-2c0e8f8601ef HTTP/1.1" status: 204 len: 168 time: 0.1628735 Sep 24 14:43:23.738784 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34805650-3d11-41ca-aedd-f4715d668a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a1b395-8fb9-4b06-933b-2c0e8f8601ef,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:23.874577 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 1e1b1630-2a20-474d-8181-2d01b2f828a6 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:43:23.898346 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 1e1b1630-2a20-474d-8181-2d01b2f828a6 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:43:23.899033 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 1e1b1630-2a20-474d-8181-2d01b2f828a6 not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:43:24.023742 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 47998) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:24.031538 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:24.039149 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e97b3bd4-b30a-4c0e-833e-b4e7939a1018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.119461 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e97b3bd4-b30a-4c0e-833e-b4e7939a1018 admin admin] Publish callbacks [] for security_group (9f4f9f51-82c3-482f-b67b-ef958a7f88c6), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.123814 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-e97b3bd4-b30a-4c0e-833e-b4e7939a1018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (9f4f9f51-82c3-482f-b67b-ef958a7f88c6), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.165103 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-e97b3bd4-b30a-4c0e-833e-b4e7939a1018 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4a5f53b957a24005ac92d56c6aea56cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402102 Sep 24 14:43:24.167137 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b3bd4-b30a-4c0e-833e-b4e7939a1018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4f9f51-82c3-482f-b67b-ef958a7f88c6,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:24.167864 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48000) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:24.217976 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3511fb12-62d1-41a3-b4a8-ce66e9f628a5 admin admin] Publish callbacks [] for security_group (9f4f9f51-82c3-482f-b67b-ef958a7f88c6), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.237632 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3511fb12-62d1-41a3-b4a8-ce66e9f628a5 admin admin] Publish callbacks [] for security_group (9f4f9f51-82c3-482f-b67b-ef958a7f88c6), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.287530 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3511fb12-62d1-41a3-b4a8-ce66e9f628a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (9f4f9f51-82c3-482f-b67b-ef958a7f88c6), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.290061 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-3511fb12-62d1-41a3-b4a8-ce66e9f628a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.293905 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-3511fb12-62d1-41a3-b4a8-ce66e9f628a5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9f4f9f51-82c3-482f-b67b-ef958a7f88c6 HTTP/1.1" status: 204 len: 168 time: 0.1227257 Sep 24 14:43:24.300690 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511fb12-62d1-41a3-b4a8-ce66e9f628a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4f9f51-82c3-482f-b67b-ef958a7f88c6,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:24.618638 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48006) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:24.632061 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7baa1709-711f-4325-addc-4ed4f63b8376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.719829 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7baa1709-711f-4325-addc-4ed4f63b8376 admin admin] Publish callbacks [] for security_group (aa3dbdb4-1f13-4dfd-a225-e9c2c2a5cf29), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.723924 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7baa1709-711f-4325-addc-4ed4f63b8376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (aa3dbdb4-1f13-4dfd-a225-e9c2c2a5cf29), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.763703 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa1709-711f-4325-addc-4ed4f63b8376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3dbdb4-1f13-4dfd-a225-e9c2c2a5cf29,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:24.767820 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-7baa1709-711f-4325-addc-4ed4f63b8376 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fdb9dce8fdf141f3a33ae1a8becc6784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481681 Sep 24 14:43:24.770350 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48010) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:24.805122 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b3c411be-d065-493e-8395-d87edfdc9756 req-d4730437-d063-4790-8ae8-1c3d4a105aca tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 210 time: 0.0409250 Sep 24 14:43:24.836222 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d13c583a-2722-4020-b998-621d2b129db2 admin admin] Publish callbacks [] for security_group (aa3dbdb4-1f13-4dfd-a225-e9c2c2a5cf29), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.858279 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d13c583a-2722-4020-b998-621d2b129db2 admin admin] Publish callbacks [] for security_group (aa3dbdb4-1f13-4dfd-a225-e9c2c2a5cf29), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.890721 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:24.920264 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-d2e90731-9e31-43a4-9f20-4a09369276f3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:24.920955 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d13c583a-2722-4020-b998-621d2b129db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (aa3dbdb4-1f13-4dfd-a225-e9c2c2a5cf29), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.922467 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-d2e90731-9e31-43a4-9f20-4a09369276f3 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.33 "GET /networking/v2.0/networks?id=91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 200 len: 811 time: 0.1269755 Sep 24 14:43:24.923655 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d13c583a-2722-4020-b998-621d2b129db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:24.925145 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-d13c583a-2722-4020-b998-621d2b129db2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/aa3dbdb4-1f13-4dfd-a225-e9c2c2a5cf29 HTTP/1.1" status: 204 len: 168 time: 0.1538870 Sep 24 14:43:24.933099 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c583a-2722-4020-b998-621d2b129db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3dbdb4-1f13-4dfd-a225-e9c2c2a5cf29,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:25.004168 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-d655921d-d922-4278-acec-8f388b385186 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cfc1e3a42706435a93301d76ee7b74ed HTTP/1.1" status: 200 len: 380 time: 0.0660768 Sep 24 14:43:25.116322 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-04b1bb84-9ee2-4008-a2e0-6b5d44c06157 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Request body: {'port': {'device_id': 'aa119332-1fec-4562-b59a-014764db6d86', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'admin_state_up': True, 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'security_groups': ['85b1853b-c2f5-40c3-8cf9-1ef55d735b2f']}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:43:25.229430 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-04b1bb84-9ee2-4008-a2e0-6b5d44c06157 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Made reservation on behalf of cfc1e3a42706435a93301d76ee7b74ed for: {'port': 1} {{(pid=106293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:43:25.233478 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-04b1bb84-9ee2-4008-a2e0-6b5d44c06157 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:25.362124 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_common [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-04b1bb84-9ee2-4008-a2e0-6b5d44c06157 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Allocated IP 172.20.0.6 (91a2cf93-1fab-4d21-a55a-3c3eecea066b/e9743a9e-3159-427e-ad8f-7ce32946e11a/b5e0cb17-571d-424a-b755-8ca871bb6e5a) {{(pid=106293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:43:25.448172 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:25.509537 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-04b1bb84-9ee2-4008-a2e0-6b5d44c06157 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:25.543256 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-04b1bb84-9ee2-4008-a2e0-6b5d44c06157 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747512479937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:25.581093 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:25.593423 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-04b1bb84-9ee2-4008-a2e0-6b5d44c06157 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Network 91a2cf93-1fab-4d21-a55a-3c3eecea066b is already hosted by enough agents. {{(pid=106293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:43:25.599881 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.base_scheduler [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-04b1bb84-9ee2-4008-a2e0-6b5d44c06157 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Resources bound (agent type, host, resource id): {{(pid=106293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:43:25.604463 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-04b1bb84-9ee2-4008-a2e0-6b5d44c06157 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Received port after_create {{(pid=106293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 24 14:43:25.608956 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1bb84-9ee2-4008-a2e0-6b5d44c06157 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event updated for resources: {'Port': ['ID=b5e0cb17-571d-424a-b755-8ca871bb6e5a,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:25.657885 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-04b1bb84-9ee2-4008-a2e0-6b5d44c06157 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:25.658521 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-04b1bb84-9ee2-4008-a2e0-6b5d44c06157 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:25.681669 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-04b1bb84-9ee2-4008-a2e0-6b5d44c06157 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691879 Sep 24 14:43:25.700983 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.v2.base [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Request body: {'port': {'device_id': 'aa119332-1fec-4562-b59a-014764db6d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85919'}} {{(pid=106293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:43:25.727511 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:25.739981 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2e6c0765-a9d8-4fe4-a834-fe3ea8242dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:25.775865 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:25.853178 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-123ef61d-91a2-4464-855a-7494a9751e98 None None] Provisioning complete for port b5e0cb17-571d-424a-b755-8ca871bb6e5a triggered by entity DHCP. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:43:25.853624 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-123ef61d-91a2-4464-855a-7494a9751e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:25.854117 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-123ef61d-91a2-4464-855a-7494a9751e98 None None] Attempt 1 to provision port b5e0cb17-571d-424a-b755-8ca871bb6e5a Sep 24 14:43:25.891573 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-123ef61d-91a2-4464-855a-7494a9751e98 None None] Port b5e0cb17-571d-424a-b755-8ca871bb6e5a cannot update to ACTIVE because it is not bound. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 24 14:43:25.960274 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6072d4-9846-45b9-8d96-6fc6f06ac89b req-1240fa9a-f86e-4982-9f83-14ab9ca1d8f8 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:25.967315 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9e6072d4-9846-45b9-8d96-6fc6f06ac89b req-1240fa9a-f86e-4982-9f83-14ab9ca1d8f8 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 931 time: 0.0632644 Sep 24 14:43:26.012334 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-9e6072d4-9846-45b9-8d96-6fc6f06ac89b req-94cbea38-f8ad-40d9-9a4d-8f03c438f896 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441737 Sep 24 14:43:26.078687 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e0cb17-571d-424a-b755-8ca871bb6e5a {{(pid=106293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:43:26.086401 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Publish callbacks [] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:26.099359 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.provisioning_blocks [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Transition to ACTIVE for port object b5e0cb17-571d-424a-b755-8ca871bb6e5a will not be triggered until provisioned by entity L2. {{(pid=106293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 24 14:43:26.103215 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:26.163069 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Pushing event updated for resources: {'Port': ['ID=b5e0cb17-571d-424a-b755-8ca871bb6e5a,revision_number=2']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:26.213611 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Attempting to bind port b5e0cb17-571d-424a-b755-8ca871bb6e5a on host hv-cinder-85919 for vnic_type normal with profile {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 24 14:43:26.213926 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Attempting to bind port b5e0cb17-571d-424a-b755-8ca871bb6e5a by drivers openvswitch,hyperv on host hv-cinder-85919 at level 0 using segments [{'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 24 14:43:26.214180 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Attempting to bind port b5e0cb17-571d-424a-b755-8ca871bb6e5a on network 91a2cf93-1fab-4d21-a55a-3c3eecea066b {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:43:26.257943 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Port b5e0cb17-571d-424a-b755-8ca871bb6e5a on network 91a2cf93-1fab-4d21-a55a-3c3eecea066b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85919 {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:43:26.258466 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Attempting to bind port b5e0cb17-571d-424a-b755-8ca871bb6e5a on network 91a2cf93-1fab-4d21-a55a-3c3eecea066b {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:43:26.302468 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Checking agent: {'id': '066bc655-4802-4c48-a186-39d5a86d9161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85919', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'started_at': datetime.datetime(2022, 9, 24, 14, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 24, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 24 14:43:26.302858 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Checking segment: {'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 24 14:43:26.303241 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Bound using segment: {'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'} {{(pid=106293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 24 14:43:26.303670 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.managers [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Bound port: b5e0cb17-571d-424a-b755-8ca871bb6e5a, host: hv-cinder-85919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1de9d39-3421-48de-b17f-b54185ee1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b'}}] {{(pid=106293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 24 14:43:26.304024 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), before_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:26.344969 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:26.367258 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] For port b5e0cb17-571d-424a-b755-8ca871bb6e5a, host hv-cinder-85919, cleared binding levels {{(pid=106293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:43:26.370234 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] For port b5e0cb17-571d-424a-b755-8ca871bb6e5a, host hv-cinder-85919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b5e0cb17-571d-424a-b755-8ca871bb6e5a,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:43:26.376183 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2967665'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:26.381051 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:26.381658 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:26.383045 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/b5e0cb17-571d-424a-b755-8ca871bb6e5a HTTP/1.1" status: 200 len: 1093 time: 0.6873984 Sep 24 14:43:26.383597 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa119332-1fec-4562-b59a-014764db6d86', 'tag': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:43:26.385837 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6515fcdf-57ed-4c54-8959-5b37a19e732e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa119332-1fec-4562-b59a-014764db6d86", "tag": "b5e0cb17-571d-424a-b755-8ca871bb6e5a"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:43:26.393092 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-123ef61d-91a2-4464-855a-7494a9751e98 None None] Attempt 2 to provision port b5e0cb17-571d-424a-b755-8ca871bb6e5a Sep 24 14:43:26.438855 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:26.441753 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-123ef61d-91a2-4464-855a-7494a9751e98 None None] Port b5e0cb17-571d-424a-b755-8ca871bb6e5a had new provisioning blocks added so it will not transition to active. {{(pid=106295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 24 14:43:26.462534 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4736b94-b3eb-4488-9740-fb5c4063374e x-openstack-request-id: req-d4736b94-b3eb-4488-9740-fb5c4063374e {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:43:26.462844 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa119332-1fec-4562-b59a-014764db6d86", "tag": "b5e0cb17-571d-424a-b755-8ca871bb6e5a", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:43:26.463100 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4736b94-b3eb-4488-9740-fb5c4063374e {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:43:26.463501 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4736b94-b3eb-4488-9740-fb5c4063374e'] response: {'name': 'network-changed', 'server_uuid': 'aa119332-1fec-4562-b59a-014764db6d86', 'tag': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a', 'status': 'completed', 'code': 200} Sep 24 14:43:26.496437 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba7020-915a-4f5d-8397-f5eb41b6dd4a service neutron] Pushing event updated for resources: {'Port': ['ID=b5e0cb17-571d-424a-b755-8ca871bb6e5a,revision_number=3']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:26.515814 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-029624b3-7a34-4e2f-8fc5-2056b08c342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:26.517358 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-029624b3-7a34-4e2f-8fc5-2056b08c342e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 1127 time: 0.0568829 Sep 24 14:43:26.565976 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-dde2402f-9227-49a0-be12-0af1de169163 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5e0cb17-571d-424a-b755-8ca871bb6e5a HTTP/1.1" status: 200 len: 217 time: 0.0346470 Sep 24 14:43:26.618474 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-b257c115-4e45-406c-9859-07748675da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:26.620261 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-b257c115-4e45-406c-9859-07748675da58 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e9743a9e-3159-427e-ad8f-7ce32946e11a HTTP/1.1" status: 200 len: 850 time: 0.0482688 Sep 24 14:43:26.672269 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-fc07dabf-fc8c-4881-a358-99531fb09798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:26.673981 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-fc07dabf-fc8c-4881-a358-99531fb09798 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=91a2cf93-1fab-4d21-a55a-3c3eecea066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471945 Sep 24 14:43:26.776501 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-77245de0-74dc-4bf2-92d4-08caed577c96 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963736 Sep 24 14:43:26.873117 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-65f5dc3d-22a1-4368-adbf-aba0caaabb94 req-3c65c66f-7370-41b6-b36f-6139daf26aa5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894816 Sep 24 14:43:27.134864 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b3ff5-58e9-494a-bef8-30417b74f860 req-a3db2af5-d64b-4d3c-98c4-b5225df41b19 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:27.136322 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd8b3ff5-58e9-494a-bef8-30417b74f860 req-a3db2af5-d64b-4d3c-98c4-b5225df41b19 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 943 time: 0.0461950 Sep 24 14:43:27.148083 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:27.185215 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-cd8b3ff5-58e9-494a-bef8-30417b74f860 req-9a8229b2-f717-4757-be2d-4f675e5be88b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Sep 24 14:43:28.136853 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e13a0050-31d3-4674-9e02-343798d5baf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:28.312583 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f140b0a-0aa1-43dc-b944-dd9c4c7cfb9c req-1e032991-d447-4952-b94a-a0dbe30ef80a tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:28.314043 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7f140b0a-0aa1-43dc-b944-dd9c4c7cfb9c req-1e032991-d447-4952-b94a-a0dbe30ef80a tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 943 time: 0.0477960 Sep 24 14:43:28.361498 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-7f140b0a-0aa1-43dc-b944-dd9c4c7cfb9c req-5c453cf6-33e5-475e-ae82-438c25c6c61b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Sep 24 14:43:29.191055 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:43:29.252763 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:29.484526 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e3095-5fe5-4953-a08a-259966aeb9a2 req-811efadc-c0fe-47d5-8e3a-22ff770df2f0 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:29.485987 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b84e3095-5fe5-4953-a08a-259966aeb9a2 req-811efadc-c0fe-47d5-8e3a-22ff770df2f0 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 943 time: 0.0485678 Sep 24 14:43:29.537979 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b84e3095-5fe5-4953-a08a-259966aeb9a2 req-376b8a0f-e78c-4316-913d-f44f14220e7b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464871 Sep 24 14:43:29.813486 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515fcdf-57ed-4c54-8959-5b37a19e732e req-701f614d-e84e-4bd8-83a7-b4e283b49c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:29.814920 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6515fcdf-57ed-4c54-8959-5b37a19e732e req-701f614d-e84e-4bd8-83a7-b4e283b49c11 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 1127 time: 0.0449722 Sep 24 14:43:29.918172 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515fcdf-57ed-4c54-8959-5b37a19e732e req-d59b4aae-0fca-4455-bf62-007099b3451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:29.919680 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6515fcdf-57ed-4c54-8959-5b37a19e732e req-d59b4aae-0fca-4455-bf62-007099b3451c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 200 len: 911 time: 0.0867870 Sep 24 14:43:30.182724 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6515fcdf-57ed-4c54-8959-5b37a19e732e req-b4bdaf80-7b89-4ef7-9026-c937144a92d1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5e0cb17-571d-424a-b755-8ca871bb6e5a HTTP/1.1" status: 200 len: 217 time: 0.0376368 Sep 24 14:43:30.233663 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515fcdf-57ed-4c54-8959-5b37a19e732e req-0422d7b2-1f21-4969-8e85-9bf6210276b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:30.235132 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6515fcdf-57ed-4c54-8959-5b37a19e732e req-0422d7b2-1f21-4969-8e85-9bf6210276b8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e9743a9e-3159-427e-ad8f-7ce32946e11a HTTP/1.1" status: 200 len: 850 time: 0.0447128 Sep 24 14:43:30.314928 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515fcdf-57ed-4c54-8959-5b37a19e732e req-876a2f02-3b93-4e56-a8a9-c73a49f1cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:30.316430 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6515fcdf-57ed-4c54-8959-5b37a19e732e req-876a2f02-3b93-4e56-a8a9-c73a49f1cffe service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=91a2cf93-1fab-4d21-a55a-3c3eecea066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478215 Sep 24 14:43:30.424265 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6515fcdf-57ed-4c54-8959-5b37a19e732e req-e4bd6e23-0f51-4fea-9319-3cc546254fe9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990126 Sep 24 14:43:30.680546 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:30.702064 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:30.715653 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be469b7c-efaa-4fec-b741-8eb9cae118bd req-01f13239-4d3a-4f1a-9436-9bb84217f37f tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:30.717162 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-be469b7c-efaa-4fec-b741-8eb9cae118bd req-01f13239-4d3a-4f1a-9436-9bb84217f37f tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 943 time: 0.1058538 Sep 24 14:43:30.784885 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-6515fcdf-57ed-4c54-8959-5b37a19e732e req-7b3291f7-8cc4-4791-ac7b-b2ac708ddcde service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445763 Sep 24 14:43:30.793606 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-be469b7c-efaa-4fec-b741-8eb9cae118bd req-50cd353c-b962-4e70-8694-5ec1175b6f4b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703180 Sep 24 14:43:30.898984 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:31.914069 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device b5e0cb17-571d-424a-b755-8ca871bb6e5a details requested by agent hyperv_hv-cinder-85919 with host hv-cinder-85919 {{(pid=106295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:43:31.916134 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa514f5a-7302-4e99-84df-e6bb7859583a req-17749a0c-f1e6-4648-8738-520f2b5a83db tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:31.917596 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-aa514f5a-7302-4e99-84df-e6bb7859583a req-17749a0c-f1e6-4648-8738-520f2b5a83db tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 943 time: 0.0479019 Sep 24 14:43:31.966402 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-aa514f5a-7302-4e99-84df-e6bb7859583a req-3a48bd69-24f9-4d71-906e-037bd659ed75 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433118 Sep 24 14:43:32.021394 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port b5e0cb17-571d-424a-b755-8ca871bb6e5a, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b5e0cb17-571d-424a-b755-8ca871bb6e5a,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:43:32.033276 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Returning: {'device': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'port_id': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a', 'mac_address': 'fa:16:3e:26:69:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:43:32.068940 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port b5e0cb17-571d-424a-b755-8ca871bb6e5a is: DOWN; New status is: BUILD {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:43:32.069332 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:32.085498 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e0cb17-571d-424a-b755-8ca871bb6e5a {{(pid=106295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 24 14:43:32.106227 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port b5e0cb17-571d-424a-b755-8ca871bb6e5a, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b5e0cb17-571d-424a-b755-8ca871bb6e5a,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:43:32.110276 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:32.156010 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=b5e0cb17-571d-424a-b755-8ca871bb6e5a,revision_number=4']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:32.163747 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.164110 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.164445 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.164779 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.165111 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.165435 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.165759 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.166082 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.166404 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.166728 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.167073 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.167397 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.167716 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.168033 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.168351 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:43:32.612317 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] get_ports_and_sgs() called for port_ids ['b5e0cb17-571d-424a-b755-8ca871bb6e5a'] {{(pid=106295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 24 14:43:32.717111 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:33.085983 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bc077-1332-40d3-867a-e840a6f63d9c req-851be0be-8caa-4e87-936d-2c3d122bc7fd tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:33.087737 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-942bc077-1332-40d3-867a-e840a6f63d9c req-851be0be-8caa-4e87-936d-2c3d122bc7fd tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 944 time: 0.0478089 Sep 24 14:43:33.134214 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-942bc077-1332-40d3-867a-e840a6f63d9c req-9b71eb6c-8bc1-4ee2-9959-072ec3700dc2 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409577 Sep 24 14:43:33.934761 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device b5e0cb17-571d-424a-b755-8ca871bb6e5a up at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:43:33.976576 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning for port b5e0cb17-571d-424a-b755-8ca871bb6e5a completed by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 24 14:43:33.981885 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.provisioning_blocks [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Provisioning complete for port b5e0cb17-571d-424a-b755-8ca871bb6e5a triggered by entity L2. {{(pid=106295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 24 14:43:33.982262 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513274'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), provisioning_complete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:33.982602 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Attempt 1 to provision port b5e0cb17-571d-424a-b755-8ca871bb6e5a Sep 24 14:43:33.984664 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:34.063754 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Current status of the port b5e0cb17-571d-424a-b755-8ca871bb6e5a is: BUILD; New status is: ACTIVE {{(pid=106295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 24 14:43:34.064139 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412522'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), before_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:34.089250 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa119332-1fec-4562-b59a-014764db6d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a'}] {{(pid=106295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:43:34.091573 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cb438d7d2b96a1bc04cad85360d18a098ce85207d552058498918d3f9b13ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96be7e45-ea16-46fe-ba8f-deff42c1d3df" -d '{"events": [{"server_uuid": "aa119332-1fec-4562-b59a-014764db6d86", "name": "network-vif-plugged", "status": "completed", "tag": "b5e0cb17-571d-424a-b755-8ca871bb6e5a"}]}' {{(pid=106295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:43:34.107662 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] For port b5e0cb17-571d-424a-b755-8ca871bb6e5a, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b5e0cb17-571d-424a-b755-8ca871bb6e5a,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:43:34.111933 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747512920486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747512479955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747512479973'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:34.135861 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5226d4-8346-41a3-8280-e26fe97684ff x-openstack-request-id: req-1a5226d4-8346-41a3-8280-e26fe97684ff {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:43:34.136157 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa119332-1fec-4562-b59a-014764db6d86", "name": "network-vif-plugged", "status": "completed", "tag": "b5e0cb17-571d-424a-b755-8ca871bb6e5a", "code": 200}]} {{(pid=106295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:43:34.136414 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a5226d4-8346-41a3-8280-e26fe97684ff {{(pid=106295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:43:34.136847 dv-cinder-859193-1-iscsi neutron-server[106295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5226d4-8346-41a3-8280-e26fe97684ff'] response: {'server_uuid': 'aa119332-1fec-4562-b59a-014764db6d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a', 'code': 200} Sep 24 14:43:34.162886 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Pushing event updated for resources: {'Port': ['ID=b5e0cb17-571d-424a-b755-8ca871bb6e5a,revision_number=5']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:43:34.265312 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42a0d3-b1ad-483d-9a9e-1101ab15df11 req-24446c24-62cf-43a2-a448-032dbb479e6d tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:34.266992 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-df42a0d3-b1ad-483d-9a9e-1101ab15df11 req-24446c24-62cf-43a2-a448-032dbb479e6d tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 945 time: 0.0494707 Sep 24 14:43:34.316087 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:34.334745 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-df42a0d3-b1ad-483d-9a9e-1101ab15df11 req-28ee3528-9e03-4a98-9b82-7b298471ef90 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609438 Sep 24 14:43:34.366471 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0955986-725a-4554-8f58-93bdecc43f5b req-1d8e4705-7350-4480-b941-7a2bb61244c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:34.367973 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c0955986-725a-4554-8f58-93bdecc43f5b req-1d8e4705-7350-4480-b941-7a2bb61244c3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 1129 time: 0.0447574 Sep 24 14:43:34.413669 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-c0955986-725a-4554-8f58-93bdecc43f5b req-b4dda38b-64cc-4a7a-8228-e2850b6d95fc service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392177 Sep 24 14:43:35.471004 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6be40-e394-4ee3-a96b-ef364110490b req-7a924978-17ef-4b2e-85eb-3b38b34fad79 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:35.472431 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b5c6be40-e394-4ee3-a96b-ef364110490b req-7a924978-17ef-4b2e-85eb-3b38b34fad79 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 945 time: 0.0465176 Sep 24 14:43:35.519186 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-b5c6be40-e394-4ee3-a96b-ef364110490b req-12822425-7c2a-4673-b5eb-cdc425edd601 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405860 Sep 24 14:43:36.640639 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f2910-b16f-4d96-8d2b-8fd07e78690f req-e0f9a7a4-927e-4840-943a-c43219659c6d tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:36.642711 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-269f2910-b16f-4d96-8d2b-8fd07e78690f req-e0f9a7a4-927e-4840-943a-c43219659c6d tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 945 time: 0.0488577 Sep 24 14:43:36.691749 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-269f2910-b16f-4d96-8d2b-8fd07e78690f req-159f8738-f6d8-46a4-a134-f5fbf372ff92 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 Sep 24 14:43:36.812692 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b5818-1bb6-454e-b0e1-e3ddc698dee3 req-dfd517b5-10b9-488a-baf1-5c0aebe48e6d tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:36.814165 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e32b5818-1bb6-454e-b0e1-e3ddc698dee3 req-dfd517b5-10b9-488a-baf1-5c0aebe48e6d tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 945 time: 0.0511894 Sep 24 14:43:36.825523 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48144) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:43:36.831747 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.v2.base [None req-4b61a7fd-30c6-4d0e-b199-8414f4026ce4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Request body: {'floatingip': {'port_id': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a'}} {{(pid=106294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:43:36.870552 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4b61a7fd-30c6-4d0e-b199-8414f4026ce4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (7e34bb62-423a-44e3-a946-a84834115201), before_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:37.285267 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4b61a7fd-30c6-4d0e-b199-8414f4026ce4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:37.289246 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4b61a7fd-30c6-4d0e-b199-8414f4026ce4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (7e34bb62-423a-44e3-a946-a84834115201), after_update {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:37.376868 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:37.381799 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.db.l3_db [None req-4b61a7fd-30c6-4d0e-b199-8414f4026ce4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Floating IP 7e34bb62-423a-44e3-a946-a84834115201 associated. External IP: 172.27.1.210, port: b5e0cb17-571d-424a-b755-8ca871bb6e5a. Sep 24 14:43:37.511265 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:37.573074 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b61a7fd-30c6-4d0e-b199-8414f4026ce4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Router 1a2e962a-5e95-4ce6-9297-e71f78855a6d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:43:37.672200 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b61a7fd-30c6-4d0e-b199-8414f4026ce4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:43:37.677041 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-4b61a7fd-30c6-4d0e-b199-8414f4026ce4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:37.685935 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8372f901-d91e-4f2e-81a5-2de83fcd76cd None None] Sync routers for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:43:37.696753 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8372f901-d91e-4f2e-81a5-2de83fcd76cd None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:43:37.697375 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-8372f901-d91e-4f2e-81a5-2de83fcd76cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:43:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:37.712920 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-4b61a7fd-30c6-4d0e-b199-8414f4026ce4 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/7e34bb62-423a-44e3-a946-a84834115201 HTTP/1.1" status: 200 len: 991 time: 0.8837163 Sep 24 14:43:37.712920 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa119332-1fec-4562-b59a-014764db6d86', 'tag': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a'}] {{(pid=106294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:43:37.713528 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced1911a76e2b68976553810b569b19b079f2d27d27f8393138a5e2ba6d46ee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7abf24-ebde-45e7-b199-2bf3ccbcd202" -d '{"events": [{"name": "network-changed", "server_uuid": "aa119332-1fec-4562-b59a-014764db6d86", "tag": "b5e0cb17-571d-424a-b755-8ca871bb6e5a"}]}' {{(pid=106294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:43:37.753022 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab81758-6eb2-4647-b98f-c37b1e8ffa66 x-openstack-request-id: req-2ab81758-6eb2-4647-b98f-c37b1e8ffa66 {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:43:37.753309 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa119332-1fec-4562-b59a-014764db6d86", "tag": "b5e0cb17-571d-424a-b755-8ca871bb6e5a", "status": "completed", "code": 200}]} {{(pid=106294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:43:37.753558 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ab81758-6eb2-4647-b98f-c37b1e8ffa66 {{(pid=106294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:43:37.753963 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab81758-6eb2-4647-b98f-c37b1e8ffa66'] response: {'name': 'network-changed', 'server_uuid': 'aa119332-1fec-4562-b59a-014764db6d86', 'tag': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a', 'status': 'completed', 'code': 200} Sep 24 14:43:37.799745 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-8372f901-d91e-4f2e-81a5-2de83fcd76cd None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:43:37.845142 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7abf24-ebde-45e7-b199-2bf3ccbcd202 req-a53308a1-a642-4f14-8722-2960659951f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:37.846649 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-af7abf24-ebde-45e7-b199-2bf3ccbcd202 req-a53308a1-a642-4f14-8722-2960659951f7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 1129 time: 0.0431194 Sep 24 14:43:37.944705 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7abf24-ebde-45e7-b199-2bf3ccbcd202 req-8a095abe-00f2-4efb-bb21-c560474306b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:37.946212 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-af7abf24-ebde-45e7-b199-2bf3ccbcd202 req-8a095abe-00f2-4efb-bb21-c560474306b3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 200 len: 911 time: 0.0928102 Sep 24 14:43:38.016587 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-af7abf24-ebde-45e7-b199-2bf3ccbcd202 req-43f21ab3-9665-49ff-848a-a7072f44ace0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5e0cb17-571d-424a-b755-8ca871bb6e5a HTTP/1.1" status: 200 len: 999 time: 0.0623941 Sep 24 14:43:38.065847 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7abf24-ebde-45e7-b199-2bf3ccbcd202 req-1ca64662-1842-4c79-91af-427318876102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:38.067215 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-af7abf24-ebde-45e7-b199-2bf3ccbcd202 req-1ca64662-1842-4c79-91af-427318876102 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e9743a9e-3159-427e-ad8f-7ce32946e11a HTTP/1.1" status: 200 len: 850 time: 0.0438955 Sep 24 14:43:38.109284 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7abf24-ebde-45e7-b199-2bf3ccbcd202 req-0292e68d-95c5-4e2d-83fd-50792e6a1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:43:38.110756 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-af7abf24-ebde-45e7-b199-2bf3ccbcd202 req-0292e68d-95c5-4e2d-83fd-50792e6a1a28 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=91a2cf93-1fab-4d21-a55a-3c3eecea066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380628 Sep 24 14:43:38.136809 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-8372f901-d91e-4f2e-81a5-2de83fcd76cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '7e34bb62-423a-44e3-a946-a84834115201', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'port_id': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'mac_address': 'fa:16:3e:26:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa119332-1fec-4562-b59a-014764db6d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:43:22Z', 'updated_at': '2022-09-24T14:43:37Z', 'revision_number': 1, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:50Z', 'revision_number': 5, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:38.160534 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8372f901-d91e-4f2e-81a5-2de83fcd76cd None None] Checking router: 1a2e962a-5e95-4ce6-9297-e71f78855a6d for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:43:38.169854 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8372f901-d91e-4f2e-81a5-2de83fcd76cd None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:43:38.170471 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-8372f901-d91e-4f2e-81a5-2de83fcd76cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:43:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:38.202936 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-af7abf24-ebde-45e7-b199-2bf3ccbcd202 req-fc4d9489-6f11-493e-ba29-d9c68a94bbf3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852854 Sep 24 14:43:38.263982 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=100 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:38.271645 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-8372f901-d91e-4f2e-81a5-2de83fcd76cd None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:43:38.292232 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-af7abf24-ebde-45e7-b199-2bf3ccbcd202 req-7160d1b0-a736-43b0-b511-0c1c7ab97f81 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836709 Sep 24 14:43:38.354972 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:38.483338 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-8372f901-d91e-4f2e-81a5-2de83fcd76cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '7e34bb62-423a-44e3-a946-a84834115201', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'port_id': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'mac_address': 'fa:16:3e:26:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa119332-1fec-4562-b59a-014764db6d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:43:22Z', 'updated_at': '2022-09-24T14:43:37Z', 'revision_number': 1, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:50Z', 'revision_number': 5, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:43:38.510177 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8372f901-d91e-4f2e-81a5-2de83fcd76cd None None] The sync data for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi is: [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': '7e34bb62-423a-44e3-a946-a84834115201', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'port_id': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'mac_address': 'fa:16:3e:26:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa119332-1fec-4562-b59a-014764db6d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:43:22Z', 'updated_at': '2022-09-24T14:43:37Z', 'revision_number': 1, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:50Z', 'revision_number': 5, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:43:38.694281 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec51f247-6921-4c85-ad69-b051f5408857 None None] New status for floating IP 7e34bb62-423a-44e3-a946-a84834115201: ACTIVE {{(pid=106296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:43:47.703655 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=43 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:47.706927 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=21 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:48.266854 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:48.282177 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=61 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:48.289637 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:50.248547 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:54.249433 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:43:55.723219 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-dc10aab8-b37b-4617-9641-03815bc4f916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:58.139252 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-17b9e9a5-19c3-40c1-9611-efb2e485dd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:43:59.256109 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:00.684163 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:00.900510 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:05.805016 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:05.814111 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:06.189568 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:44:15.273093 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48288) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:15.380594 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:15.453885 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Publish callbacks [] for security_group (61a95fdb-e951-4f97-8787-8032243b2db7), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:15.457761 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (61a95fdb-e951-4f97-8787-8032243b2db7), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:15.500096 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=15719a291c444119b420bc43c3236170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259781 Sep 24 14:44:15.501024 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a95fdb-e951-4f97-8787-8032243b2db7,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:15.502857 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48292) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:15.508296 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.508637 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.508971 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.509300 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.509624 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.509948 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.510262 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.510578 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.510920 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.511240 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.511558 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.511871 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.512184 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.512493 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.513473 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e6522-097d-4b09-94e1-4ee14bbb007c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:15.556495 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f529b195-fb21-4b21-8519-a4d04f9db103 admin admin] Publish callbacks [] for security_group (61a95fdb-e951-4f97-8787-8032243b2db7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:15.577166 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f529b195-fb21-4b21-8519-a4d04f9db103 admin admin] Publish callbacks [] for security_group (61a95fdb-e951-4f97-8787-8032243b2db7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:15.623143 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f529b195-fb21-4b21-8519-a4d04f9db103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (61a95fdb-e951-4f97-8787-8032243b2db7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:15.625577 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f529b195-fb21-4b21-8519-a4d04f9db103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:15.626685 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f529b195-fb21-4b21-8519-a4d04f9db103 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/61a95fdb-e951-4f97-8787-8032243b2db7 HTTP/1.1" status: 204 len: 168 time: 0.1228445 Sep 24 14:44:15.634257 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529b195-fb21-4b21-8519-a4d04f9db103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a95fdb-e951-4f97-8787-8032243b2db7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:15.650560 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=29 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:15.921040 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:16.185715 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:18.284365 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:19.132806 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48338) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:19.239219 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-18bc633c-8bf9-40ad-ba31-42c9131fa4d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:19.315996 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-18bc633c-8bf9-40ad-ba31-42c9131fa4d6 admin admin] Publish callbacks [] for security_group (98abe90f-26ce-4712-bea1-8c75382368d4), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:19.319672 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-18bc633c-8bf9-40ad-ba31-42c9131fa4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (98abe90f-26ce-4712-bea1-8c75382368d4), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:19.357537 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-18bc633c-8bf9-40ad-ba31-42c9131fa4d6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=043a1697da3f4490ae09be292ed7dc02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236934 Sep 24 14:44:19.359907 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc633c-8bf9-40ad-ba31-42c9131fa4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98abe90f-26ce-4712-bea1-8c75382368d4,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:19.361615 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48342) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:19.412892 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8379ced6-6037-450b-99f6-8679c2edec03 admin admin] Publish callbacks [] for security_group (98abe90f-26ce-4712-bea1-8c75382368d4), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:19.432371 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8379ced6-6037-450b-99f6-8679c2edec03 admin admin] Publish callbacks [] for security_group (98abe90f-26ce-4712-bea1-8c75382368d4), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:19.478826 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8379ced6-6037-450b-99f6-8679c2edec03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (98abe90f-26ce-4712-bea1-8c75382368d4), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:19.481363 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8379ced6-6037-450b-99f6-8679c2edec03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:19.482486 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-8379ced6-6037-450b-99f6-8679c2edec03 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/98abe90f-26ce-4712-bea1-8c75382368d4 HTTP/1.1" status: 204 len: 168 time: 0.1197410 Sep 24 14:44:19.491540 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379ced6-6037-450b-99f6-8679c2edec03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98abe90f-26ce-4712-bea1-8c75382368d4,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:25.726536 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-590de859-37d3-4c86-b404-d1411b7a0648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:27.244973 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:27.246353 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:28.141271 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f4f4fad7-795f-42a7-8192-5c2f0a6180bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:29.258561 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:29.349240 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=31,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:29.355438 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=38,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:29.484979 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=37,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:29.485655 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=34,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:30.298151 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-893bc652-a64e-4374-bc53-9bb3200b4164 req-cd8f06ab-fc65-4d7a-ae17-7fba61e72bf1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412452 Sep 24 14:44:30.400871 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bc652-a64e-4374-bc53-9bb3200b4164 req-c54b7ddc-980f-4b6d-bde4-ba9e5d0dd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:30.402321 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-893bc652-a64e-4374-bc53-9bb3200b4164 req-c54b7ddc-980f-4b6d-bde4-ba9e5d0dd957 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 1130 time: 0.0386124 Sep 24 14:44:30.502902 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bc652-a64e-4374-bc53-9bb3200b4164 req-10a0d8dc-160c-4033-a012-740d562ed34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:30.504334 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-893bc652-a64e-4374-bc53-9bb3200b4164 req-10a0d8dc-160c-4033-a012-740d562ed34f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 911 time: 0.0838118 Sep 24 14:44:30.687045 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:30.813692 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-893bc652-a64e-4374-bc53-9bb3200b4164 req-eee9a0bf-5dc9-4021-9e3a-a0205c4b1bfc service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd0d195-ca08-40d0-a830-a7c73d18e828 HTTP/1.1" status: 200 len: 1002 time: 0.3020890 Sep 24 14:44:30.861673 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bc652-a64e-4374-bc53-9bb3200b4164 req-eb2d0bb1-ae92-420d-a7c2-f52b0cba7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:30.863111 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-893bc652-a64e-4374-bc53-9bb3200b4164 req-eb2d0bb1-ae92-420d-a7c2-f52b0cba7b6a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 200 len: 850 time: 0.0434508 Sep 24 14:44:30.904051 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:30.906241 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bc652-a64e-4374-bc53-9bb3200b4164 req-7ca7fe5f-69c0-44d9-bbdd-422eb3729927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:30.907744 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-893bc652-a64e-4374-bc53-9bb3200b4164 req-7ca7fe5f-69c0-44d9-bbdd-422eb3729927 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=48c641d5-f10b-46bc-b665-df597be281fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386193 Sep 24 14:44:30.997512 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-893bc652-a64e-4374-bc53-9bb3200b4164 req-1de2b5ef-67d5-4566-968c-aa297c849705 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837131 Sep 24 14:44:31.087203 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-893bc652-a64e-4374-bc53-9bb3200b4164 req-6a4ed640-02ab-40d5-94da-d47b27df64ad service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837944 Sep 24 14:44:40.679997 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:40.897034 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:40.899553 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:41.083156 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=50 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:41.083908 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=51 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:41.438564 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48350) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:41.575469 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Deleting port 9960b483-1341-4654-8fe2-039c4a9cc804 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:44:41.575807 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (9960b483-1341-4654-8fe2-039c4a9cc804), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:41.659131 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (9960b483-1341-4654-8fe2-039c4a9cc804), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:41.659457 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for floatingip (9960b483-1341-4654-8fe2-039c4a9cc804), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:41.671726 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Calling delete_port for 9960b483-1341-4654-8fe2-039c4a9cc804 owned by network:floatingip {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:44:41.812179 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (9960b483-1341-4654-8fe2-039c4a9cc804), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:41.836611 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event deleted for resources: {'Port': ['ID=9960b483-1341-4654-8fe2-039c4a9cc804,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:41.848190 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.848542 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.848886 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.849223 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.849560 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.849891 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.850221 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.850545 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.850890 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.851215 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.851544 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.851864 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.852184 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.852520 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.852822 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:41.911220 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for floatingip (c8ea45cb-e270-4aa9-ae5d-c1442f3695c1), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:41.911677 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Floating IP c8ea45cb-e270-4aa9-ae5d-c1442f3695c1 disassociated (deleted). External IP: 172.27.1.184, port: 0362496f-1598-47b6-bdad-3f4b453675e7. Sep 24 14:44:42.111023 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:44:42.202393 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:42.213910 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:44:42.219127 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:42.224037 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232ed67-4e59-4473-9ade-07838ad38a1f None None] Sync routers for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:44:42.234117 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1232ed67-4e59-4473-9ade-07838ad38a1f None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:44:42.234731 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1232ed67-4e59-4473-9ade-07838ad38a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:44:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:42.252512 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-41d94755-df51-429b-8419-5df81a063a75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/c8ea45cb-e270-4aa9-ae5d-c1442f3695c1 HTTP/1.1" status: 204 len: 168 time: 0.8126991 Sep 24 14:44:42.253163 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3613674-9b41-4641-8852-c594d89b2313', 'tag': '0362496f-1598-47b6-bdad-3f4b453675e7'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:44:42.255480 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c85b3af-d5a2-4055-9409-77d31bcff0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f3613674-9b41-4641-8852-c594d89b2313", "tag": "0362496f-1598-47b6-bdad-3f4b453675e7"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:44:42.333998 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409499fc-e880-4f9c-a332-7a4c6eb0ca8f x-openstack-request-id: req-409499fc-e880-4f9c-a332-7a4c6eb0ca8f {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:44:42.334461 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3613674-9b41-4641-8852-c594d89b2313", "tag": "0362496f-1598-47b6-bdad-3f4b453675e7", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:44:42.334598 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-409499fc-e880-4f9c-a332-7a4c6eb0ca8f {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:44:42.335014 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409499fc-e880-4f9c-a332-7a4c6eb0ca8f'] response: {'name': 'network-changed', 'server_uuid': 'f3613674-9b41-4641-8852-c594d89b2313', 'tag': '0362496f-1598-47b6-bdad-3f4b453675e7', 'status': 'completed', 'code': 200} Sep 24 14:44:42.340245 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-1232ed67-4e59-4473-9ade-07838ad38a1f None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:44:42.436472 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b3af-d5a2-4055-9409-77d31bcff0e7 req-af877e0c-c717-4d1d-92c9-6485f08e7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:42.438299 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0c85b3af-d5a2-4055-9409-77d31bcff0e7 req-af877e0c-c717-4d1d-92c9-6485f08e7bf3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 1130 time: 0.0527871 Sep 24 14:44:42.527284 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7d054-8d62-4962-8c64-45668c6118d7 req-63c1d850-404e-494a-b1f1-595609c7cd55 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:42.528764 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e7b7d054-8d62-4962-8c64-45668c6118d7 req-63c1d850-404e-494a-b1f1-595609c7cd55 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 946 time: 0.0473900 Sep 24 14:44:42.550983 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:42.560843 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1232ed67-4e59-4473-9ade-07838ad38a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'bf431478-d8e5-4beb-82d7-7501d5c109ea', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:20:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:40:15Z', 'updated_at': '2022-09-24T14:40:17Z', 'revision_number': 1, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:42.580651 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e7b7d054-8d62-4962-8c64-45668c6118d7 req-d6c486d7-8596-48a3-9a2b-86cf00ccd7b0 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457768 Sep 24 14:44:42.585256 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232ed67-4e59-4473-9ade-07838ad38a1f None None] Checking router: d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:44:42.595733 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1232ed67-4e59-4473-9ade-07838ad38a1f None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:44:42.596564 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1232ed67-4e59-4473-9ade-07838ad38a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:44:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:42.695782 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-1232ed67-4e59-4473-9ade-07838ad38a1f None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:44:42.902400 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-1232ed67-4e59-4473-9ade-07838ad38a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'bf431478-d8e5-4beb-82d7-7501d5c109ea', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:20:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:40:15Z', 'updated_at': '2022-09-24T14:40:17Z', 'revision_number': 1, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:42.927040 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232ed67-4e59-4473-9ade-07838ad38a1f None None] The sync data for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi is: [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_floatingips': [{'id': 'bf431478-d8e5-4beb-82d7-7501d5c109ea', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'router_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'port_id': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'mac_address': 'fa:16:3e:20:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-24T14:40:15Z', 'updated_at': '2022-09-24T14:40:17Z', 'revision_number': 1, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:44:43.149962 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51b2bd0-ef22-4cb4-9889-613b00726dc2 None None] New status for floating IP c8ea45cb-e270-4aa9-ae5d-c1442f3695c1: DOWN {{(pid=106296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:44:43.211864 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:44:43.639110 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b3af-d5a2-4055-9409-77d31bcff0e7 req-0cfaabc1-2b63-4fc1-a136-b3a4a3b5357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:43.641692 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0c85b3af-d5a2-4055-9409-77d31bcff0e7 req-0cfaabc1-2b63-4fc1-a136-b3a4a3b5357e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 911 time: 0.1145163 Sep 24 14:44:43.681917 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0c85b3af-d5a2-4055-9409-77d31bcff0e7 req-fd648e38-8bc6-4151-8ca4-6ee471293c0d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362496f-1598-47b6-bdad-3f4b453675e7 HTTP/1.1" status: 200 len: 217 time: 0.0325406 Sep 24 14:44:43.703386 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195bcbc-68b2-47be-bff2-53ef705c57aa req-a17ee391-f568-4e8c-a146-2ab92ec9a817 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:43.704827 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a195bcbc-68b2-47be-bff2-53ef705c57aa req-a17ee391-f568-4e8c-a146-2ab92ec9a817 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 946 time: 0.0464935 Sep 24 14:44:43.738795 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b3af-d5a2-4055-9409-77d31bcff0e7 req-0c96fc27-ee05-4f07-a6d6-e35d58ba27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:43.740273 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0c85b3af-d5a2-4055-9409-77d31bcff0e7 req-0c96fc27-ee05-4f07-a6d6-e35d58ba27aa service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 200 len: 850 time: 0.0478663 Sep 24 14:44:43.760724 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-a195bcbc-68b2-47be-bff2-53ef705c57aa req-c2d3fcd9-4228-45ec-a4e1-4bf81c10cd75 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501153 Sep 24 14:44:43.792611 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b3af-d5a2-4055-9409-77d31bcff0e7 req-15f566dd-7919-4fa6-9201-ce01cb06afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:43.794086 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0c85b3af-d5a2-4055-9409-77d31bcff0e7 req-15f566dd-7919-4fa6-9201-ce01cb06afd3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=48c641d5-f10b-46bc-b665-df597be281fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390060 Sep 24 14:44:43.883229 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0c85b3af-d5a2-4055-9409-77d31bcff0e7 req-bde581e8-425c-4b31-bdc0-5e2a4820a59b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824687 Sep 24 14:44:44.258985 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-0c85b3af-d5a2-4055-9409-77d31bcff0e7 req-d14ee2e6-7d74-4f70-8e0d-9c5dcde38341 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876024 Sep 24 14:44:44.563832 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe07d74-91ab-4f28-b7db-1515424760f8 req-3d004f67-832a-455a-94ca-004082f1ca9a tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:44.565181 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbe07d74-91ab-4f28-b7db-1515424760f8 req-3d004f67-832a-455a-94ca-004082f1ca9a tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 946 time: 0.0463686 Sep 24 14:44:44.649593 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-fbe07d74-91ab-4f28-b7db-1515424760f8 req-d373dce9-97eb-493f-84fe-0f3fb9244064 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Deleting port 0362496f-1598-47b6-bdad-3f4b453675e7 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:44:44.650272 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fbe07d74-91ab-4f28-b7db-1515424760f8 req-d373dce9-97eb-493f-84fe-0f3fb9244064 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:44.737713 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-fbe07d74-91ab-4f28-b7db-1515424760f8 req-d373dce9-97eb-493f-84fe-0f3fb9244064 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] For port 0362496f-1598-47b6-bdad-3f4b453675e7, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=0362496f-1598-47b6-bdad-3f4b453675e7,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:44:44.738071 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fbe07d74-91ab-4f28-b7db-1515424760f8 req-d373dce9-97eb-493f-84fe-0f3fb9244064 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:44.751073 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-fbe07d74-91ab-4f28-b7db-1515424760f8 req-d373dce9-97eb-493f-84fe-0f3fb9244064 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Calling delete_port for 0362496f-1598-47b6-bdad-3f4b453675e7 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:44:44.892589 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:44.914230 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08f185-2133-4175-8487-9622476a7a9b req-f7eafcc1-2023-4d99-ac1d-9f6cbaac92ff tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:44.915726 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b08f185-2133-4175-8487-9622476a7a9b req-f7eafcc1-2023-4d99-ac1d-9f6cbaac92ff tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f3613674-9b41-4641-8852-c594d89b2313 HTTP/1.1" status: 200 len: 946 time: 0.0778935 Sep 24 14:44:44.927611 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fbe07d74-91ab-4f28-b7db-1515424760f8 req-d373dce9-97eb-493f-84fe-0f3fb9244064 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (0362496f-1598-47b6-bdad-3f4b453675e7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:44.964823 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373dce9-97eb-493f-84fe-0f3fb9244064 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event deleted for resources: {'Port': ['ID=0362496f-1598-47b6-bdad-3f4b453675e7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:44.976135 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:45.019328 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-3b08f185-2133-4175-8487-9622476a7a9b req-292011b3-f747-4e05-a3d6-bff3ee0ecec5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976584 Sep 24 14:44:45.033455 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe07d74-91ab-4f28-b7db-1515424760f8 req-d373dce9-97eb-493f-84fe-0f3fb9244064 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] No DVR routers for this DVR port 0362496f-1598-47b6-bdad-3f4b453675e7 on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:44:45.035920 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-fbe07d74-91ab-4f28-b7db-1515424760f8 req-d373dce9-97eb-493f-84fe-0f3fb9244064 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:45.039379 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbe07d74-91ab-4f28-b7db-1515424760f8 req-d373dce9-97eb-493f-84fe-0f3fb9244064 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "DELETE /networking/v2.0/ports/0362496f-1598-47b6-bdad-3f4b453675e7 HTTP/1.1" status: 204 len: 173 time: 0.4691410 Sep 24 14:44:45.039865 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3613674-9b41-4641-8852-c594d89b2313', 'name': 'network-vif-deleted', 'tag': '0362496f-1598-47b6-bdad-3f4b453675e7'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:44:45.042068 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fde625-e920-40eb-b5f6-3b34c88240f1" -d '{"events": [{"server_uuid": "f3613674-9b41-4641-8852-c594d89b2313", "name": "network-vif-deleted", "tag": "0362496f-1598-47b6-bdad-3f4b453675e7"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:44:45.081201 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9d8dda-6715-4361-9b7b-436f7add884a x-openstack-request-id: req-df9d8dda-6715-4361-9b7b-436f7add884a {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:44:45.081843 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3613674-9b41-4641-8852-c594d89b2313", "name": "network-vif-deleted", "tag": "0362496f-1598-47b6-bdad-3f4b453675e7", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:44:45.082121 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df9d8dda-6715-4361-9b7b-436f7add884a {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:44:45.082605 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9d8dda-6715-4361-9b7b-436f7add884a'] response: {'server_uuid': 'f3613674-9b41-4641-8852-c594d89b2313', 'name': 'network-vif-deleted', 'tag': '0362496f-1598-47b6-bdad-3f4b453675e7', 'status': 'completed', 'code': 200} Sep 24 14:44:48.306472 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:48.316349 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48392) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:48.328464 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 0362496f-1598-47b6-bdad-3f4b453675e7 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:44:48.347092 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 0362496f-1598-47b6-bdad-3f4b453675e7 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:44:48.347434 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 0362496f-1598-47b6-bdad-3f4b453675e7 not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:44:48.455813 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-d8dfcf20-802e-4628-a8dd-3d845c055289 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Deleting port 2b0808b0-e7e6-460c-a3fa-c83b26130855 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:44:48.456157 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8dfcf20-802e-4628-a8dd-3d845c055289 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (2b0808b0-e7e6-460c-a3fa-c83b26130855), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:48.533566 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8dfcf20-802e-4628-a8dd-3d845c055289 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (2b0808b0-e7e6-460c-a3fa-c83b26130855), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:48.533890 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8dfcf20-802e-4628-a8dd-3d845c055289 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for floatingip (2b0808b0-e7e6-460c-a3fa-c83b26130855), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:48.546223 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-d8dfcf20-802e-4628-a8dd-3d845c055289 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Calling delete_port for 2b0808b0-e7e6-460c-a3fa-c83b26130855 owned by network:floatingip {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:44:48.687999 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8dfcf20-802e-4628-a8dd-3d845c055289 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (2b0808b0-e7e6-460c-a3fa-c83b26130855), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:48.710435 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfcf20-802e-4628-a8dd-3d845c055289 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event deleted for resources: {'Port': ['ID=2b0808b0-e7e6-460c-a3fa-c83b26130855,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:48.772213 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8dfcf20-802e-4628-a8dd-3d845c055289 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for floatingip (bf431478-d8e5-4beb-82d7-7501d5c109ea), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:48.772534 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [None req-d8dfcf20-802e-4628-a8dd-3d845c055289 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Floating IP bf431478-d8e5-4beb-82d7-7501d5c109ea disassociated (deleted). External IP: 172.27.1.153, port: 2bd0d195-ca08-40d0-a830-a7c73d18e828. Sep 24 14:44:48.969962 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dfcf20-802e-4628-a8dd-3d845c055289 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:44:49.068804 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:49.073467 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:49.077394 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dfcf20-802e-4628-a8dd-3d845c055289 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:44:49.082625 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-d8dfcf20-802e-4628-a8dd-3d845c055289 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:49.088470 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd8a63-6816-4881-86dd-40d62f476c59 None None] Sync routers for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:44:49.098563 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd8a63-6816-4881-86dd-40d62f476c59 None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:44:49.099211 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-e2bd8a63-6816-4881-86dd-40d62f476c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:44:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:49.114082 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-d8dfcf20-802e-4628-a8dd-3d845c055289 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/bf431478-d8e5-4beb-82d7-7501d5c109ea HTTP/1.1" status: 204 len: 168 time: 0.7966626 Sep 24 14:44:49.114845 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'tag': '2bd0d195-ca08-40d0-a830-a7c73d18e828'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:44:49.117762 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbad591e-8eb0-4485-aeeb-f84a6643d214" -d '{"events": [{"name": "network-changed", "server_uuid": "0d37bc53-2176-4fcf-abab-a9771cb0667f", "tag": "2bd0d195-ca08-40d0-a830-a7c73d18e828"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:44:49.156564 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Sep 2022 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b4cfa0-71b4-46da-8fb6-ce36d8da5f89 x-openstack-request-id: req-b3b4cfa0-71b4-46da-8fb6-ce36d8da5f89 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:44:49.157053 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d37bc53-2176-4fcf-abab-a9771cb0667f", "tag": "2bd0d195-ca08-40d0-a830-a7c73d18e828", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:44:49.157530 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3b4cfa0-71b4-46da-8fb6-ce36d8da5f89 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:44:49.157953 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b4cfa0-71b4-46da-8fb6-ce36d8da5f89'] response: {'name': 'network-changed', 'server_uuid': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'tag': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'status': 'completed', 'code': 200} Sep 24 14:44:49.201959 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-e2bd8a63-6816-4881-86dd-40d62f476c59 None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:44:49.257694 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad591e-8eb0-4485-aeeb-f84a6643d214 req-f2ff2e35-2a59-417f-8632-b4f61c2c5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:49.259382 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbad591e-8eb0-4485-aeeb-f84a6643d214 req-f2ff2e35-2a59-417f-8632-b4f61c2c5e20 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 1130 time: 0.0466583 Sep 24 14:44:49.380761 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e7d3e-6af8-4eb3-8967-9e85d7bb3b0a req-5d6df364-6185-48b1-82da-e602dacd2565 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:49.382205 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eb9e7d3e-6af8-4eb3-8967-9e85d7bb3b0a req-5d6df364-6185-48b1-82da-e602dacd2565 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 946 time: 0.0630081 Sep 24 14:44:49.404914 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-e2bd8a63-6816-4881-86dd-40d62f476c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:49.421668 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad591e-8eb0-4485-aeeb-f84a6643d214 req-cb7241dc-bc1e-4a0e-a4ca-25ac02693bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:49.423130 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbad591e-8eb0-4485-aeeb-f84a6643d214 req-cb7241dc-bc1e-4a0e-a4ca-25ac02693bb8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 200 len: 911 time: 0.1579254 Sep 24 14:44:49.429012 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd8a63-6816-4881-86dd-40d62f476c59 None None] Checking router: d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:44:49.437704 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd8a63-6816-4881-86dd-40d62f476c59 None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:44:49.438314 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-e2bd8a63-6816-4881-86dd-40d62f476c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:44:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:49.448250 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-eb9e7d3e-6af8-4eb3-8967-9e85d7bb3b0a req-e0fdd19f-9b49-4ff8-b18f-06531dc118f5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566607 Sep 24 14:44:49.663247 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-e2bd8a63-6816-4881-86dd-40d62f476c59 None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:44:49.851776 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-e2bd8a63-6816-4881-86dd-40d62f476c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:49.875192 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd8a63-6816-4881-86dd-40d62f476c59 None None] The sync data for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi is: [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:36:17Z', 'revision_number': 4, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '087d5213-d49c-42eb-837d-c5627c0826f7', 'name': '', 'network_id': '48c641d5-f10b-46bc-b665-df597be281fe', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'mac_address': 'fa:16:3e:0b:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:16Z', 'updated_at': '2022-09-24T14:36:21Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'subnets': [{'id': '100e4cdf-d1dc-4817-8080-63365a0aff41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:44:50.083584 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a6314-4292-4f3f-a31a-4283dc6b929d None None] New status for floating IP bf431478-d8e5-4beb-82d7-7501d5c109ea: DOWN {{(pid=106296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:44:50.561546 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbad591e-8eb0-4485-aeeb-f84a6643d214 req-05977bcd-aade-4f58-8141-9465e90fdcab service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd0d195-ca08-40d0-a830-a7c73d18e828 HTTP/1.1" status: 200 len: 217 time: 0.0359304 Sep 24 14:44:50.570692 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012a31f-5c31-4abb-a0d9-f1b497f3bf47 req-fcbcb542-ac6d-4dcc-917d-7937b86d8a5a tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:50.572179 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e012a31f-5c31-4abb-a0d9-f1b497f3bf47 req-fcbcb542-ac6d-4dcc-917d-7937b86d8a5a tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 946 time: 0.0459480 Sep 24 14:44:50.610272 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad591e-8eb0-4485-aeeb-f84a6643d214 req-099f0736-9d89-4973-bf7b-c27ce56357c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:50.611745 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbad591e-8eb0-4485-aeeb-f84a6643d214 req-099f0736-9d89-4973-bf7b-c27ce56357c1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 200 len: 850 time: 0.0446322 Sep 24 14:44:50.622552 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-e012a31f-5c31-4abb-a0d9-f1b497f3bf47 req-adfb6b85-d2a4-4021-9af9-51a8d661f9c1 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99550dff-015b-4735-a8bc-20c97747786c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447419 Sep 24 14:44:50.656212 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad591e-8eb0-4485-aeeb-f84a6643d214 req-3be71d2f-550d-40b9-824f-f9c597047297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:50.657668 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbad591e-8eb0-4485-aeeb-f84a6643d214 req-3be71d2f-550d-40b9-824f-f9c597047297 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=48c641d5-f10b-46bc-b665-df597be281fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380592 Sep 24 14:44:50.749113 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbad591e-8eb0-4485-aeeb-f84a6643d214 req-25f7cbd9-ff9b-4975-867b-36fc19200970 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843537 Sep 24 14:44:51.013473 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-fbad591e-8eb0-4485-aeeb-f84a6643d214 req-01d7633c-8816-464c-a4ac-02fba02ade85 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818396 Sep 24 14:44:51.355670 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3dab2-e835-44ca-8fc4-d0fb165e5cf2 req-2dec2aff-96d8-4ccd-b6a9-55e230b9d832 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:44:51.357007 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b5d3dab2-e835-44ca-8fc4-d0fb165e5cf2 req-2dec2aff-96d8-4ccd-b6a9-55e230b9d832 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 946 time: 0.0481706 Sep 24 14:44:51.435936 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-b5d3dab2-e835-44ca-8fc4-d0fb165e5cf2 req-f11019f3-97eb-407b-9afe-5bd22b333fa8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Deleting port 2bd0d195-ca08-40d0-a830-a7c73d18e828 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:44:51.436273 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b5d3dab2-e835-44ca-8fc4-d0fb165e5cf2 req-f11019f3-97eb-407b-9afe-5bd22b333fa8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:51.525086 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-b5d3dab2-e835-44ca-8fc4-d0fb165e5cf2 req-f11019f3-97eb-407b-9afe-5bd22b333fa8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] For port 2bd0d195-ca08-40d0-a830-a7c73d18e828, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=2bd0d195-ca08-40d0-a830-a7c73d18e828,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:44:51.525441 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b5d3dab2-e835-44ca-8fc4-d0fb165e5cf2 req-f11019f3-97eb-407b-9afe-5bd22b333fa8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:51.538262 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-b5d3dab2-e835-44ca-8fc4-d0fb165e5cf2 req-f11019f3-97eb-407b-9afe-5bd22b333fa8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Calling delete_port for 2bd0d195-ca08-40d0-a830-a7c73d18e828 owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:44:51.635641 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:51.663469 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b5d3dab2-e835-44ca-8fc4-d0fb165e5cf2 req-f11019f3-97eb-407b-9afe-5bd22b333fa8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (2bd0d195-ca08-40d0-a830-a7c73d18e828), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:51.703137 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11019f3-97eb-407b-9afe-5bd22b333fa8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event deleted for resources: {'Port': ['ID=2bd0d195-ca08-40d0-a830-a7c73d18e828,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:51.747815 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:51.764394 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-74b4773b-c9d3-4523-bdca-44d103fd00e3 req-2001b8da-9913-4b1d-a15e-4ccd0bace64d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0d37bc53-2176-4fcf-abab-a9771cb0667f HTTP/1.1" status: 200 len: 210 time: 0.0631273 Sep 24 14:44:51.765829 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d3dab2-e835-44ca-8fc4-d0fb165e5cf2 req-f11019f3-97eb-407b-9afe-5bd22b333fa8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] No DVR routers for this DVR port 2bd0d195-ca08-40d0-a830-a7c73d18e828 on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:44:51.768254 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-b5d3dab2-e835-44ca-8fc4-d0fb165e5cf2 req-f11019f3-97eb-407b-9afe-5bd22b333fa8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:51.771607 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-b5d3dab2-e835-44ca-8fc4-d0fb165e5cf2 req-f11019f3-97eb-407b-9afe-5bd22b333fa8 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.33 "DELETE /networking/v2.0/ports/2bd0d195-ca08-40d0-a830-a7c73d18e828 HTTP/1.1" status: 204 len: 173 time: 0.4083555 Sep 24 14:44:51.772594 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'name': 'network-vif-deleted', 'tag': '2bd0d195-ca08-40d0-a830-a7c73d18e828'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:44:51.775925 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418c9957-8af0-4a4a-a284-b0470a51e6b3" -d '{"events": [{"server_uuid": "0d37bc53-2176-4fcf-abab-a9771cb0667f", "name": "network-vif-deleted", "tag": "2bd0d195-ca08-40d0-a830-a7c73d18e828"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:44:51.815658 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9371080-7e2b-4d93-9c19-7f9da87cebd4 x-openstack-request-id: req-b9371080-7e2b-4d93-9c19-7f9da87cebd4 {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:44:51.815953 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d37bc53-2176-4fcf-abab-a9771cb0667f", "name": "network-vif-deleted", "tag": "2bd0d195-ca08-40d0-a830-a7c73d18e828", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:44:51.816203 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9371080-7e2b-4d93-9c19-7f9da87cebd4 {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:44:51.816848 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9371080-7e2b-4d93-9c19-7f9da87cebd4'] response: {'server_uuid': '0d37bc53-2176-4fcf-abab-a9771cb0667f', 'name': 'network-vif-deleted', 'tag': '2bd0d195-ca08-40d0-a830-a7c73d18e828', 'status': 'completed', 'code': 200} Sep 24 14:44:52.835456 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48408) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:52.945533 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-19102f28-60e1-45f0-8f4e-cef267ca89d5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Deleting port 2d5af531-62d6-4c7f-9fb6-3bc7a9327a51 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:44:52.945880 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19102f28-60e1-45f0-8f4e-cef267ca89d5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (2d5af531-62d6-4c7f-9fb6-3bc7a9327a51), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:53.268383 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19102f28-60e1-45f0-8f4e-cef267ca89d5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (2d5af531-62d6-4c7f-9fb6-3bc7a9327a51), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:53.268754 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19102f28-60e1-45f0-8f4e-cef267ca89d5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for floatingip (2d5af531-62d6-4c7f-9fb6-3bc7a9327a51), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:53.281420 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-19102f28-60e1-45f0-8f4e-cef267ca89d5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Calling delete_port for 2d5af531-62d6-4c7f-9fb6-3bc7a9327a51 owned by network:floatingip {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:44:53.410016 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19102f28-60e1-45f0-8f4e-cef267ca89d5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (2d5af531-62d6-4c7f-9fb6-3bc7a9327a51), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:53.434038 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19102f28-60e1-45f0-8f4e-cef267ca89d5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event deleted for resources: {'Port': ['ID=2d5af531-62d6-4c7f-9fb6-3bc7a9327a51,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:53.495304 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19102f28-60e1-45f0-8f4e-cef267ca89d5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for floatingip (cb7f0546-6a26-41c7-a796-53fda07e437b), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:53.497792 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-19102f28-60e1-45f0-8f4e-cef267ca89d5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:53.498971 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-19102f28-60e1-45f0-8f4e-cef267ca89d5 tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/cb7f0546-6a26-41c7-a796-53fda07e437b HTTP/1.1" status: 204 len: 168 time: 0.6632838 Sep 24 14:44:54.358307 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 2bd0d195-ca08-40d0-a830-a7c73d18e828 no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:44:54.378043 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: 2bd0d195-ca08-40d0-a830-a7c73d18e828 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:44:54.378387 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device 2bd0d195-ca08-40d0-a830-a7c73d18e828 not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:44:54.703278 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48420) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:54.763737 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b0e8ac6a-808a-4c58-9649-d9bad535fc6d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group (99550dff-015b-4735-a8bc-20c97747786c), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:54.786958 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b0e8ac6a-808a-4c58-9649-d9bad535fc6d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group (99550dff-015b-4735-a8bc-20c97747786c), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:54.848235 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b0e8ac6a-808a-4c58-9649-d9bad535fc6d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (99550dff-015b-4735-a8bc-20c97747786c), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:54.850776 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b0e8ac6a-808a-4c58-9649-d9bad535fc6d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:54.851952 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b0e8ac6a-808a-4c58-9649-d9bad535fc6d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/99550dff-015b-4735-a8bc-20c97747786c HTTP/1.1" status: 204 len: 168 time: 0.1476948 Sep 24 14:44:54.861432 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8ac6a-808a-4c58-9649-d9bad535fc6d tempest-TestVolumeBootPattern-1305912312 tempest-TestVolumeBootPattern-1305912312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99550dff-015b-4735-a8bc-20c97747786c,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:54.913210 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48424) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:55.323181 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:55.358240 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:55.403731 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-85b0d87f-cbec-4926-a3ee-8f4b1edb8e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768995'] for router_interface (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:55.622113 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-85b0d87f-cbec-4926-a3ee-8f4b1edb8e75 admin admin] Deleting port 087d5213-d49c-42eb-837d-c5627c0826f7 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:44:55.622369 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-85b0d87f-cbec-4926-a3ee-8f4b1edb8e75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:55.703138 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-85b0d87f-cbec-4926-a3ee-8f4b1edb8e75 admin admin] For port 087d5213-d49c-42eb-837d-c5627c0826f7, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=087d5213-d49c-42eb-837d-c5627c0826f7,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:44:55.703499 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-85b0d87f-cbec-4926-a3ee-8f4b1edb8e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:55.717011 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-85b0d87f-cbec-4926-a3ee-8f4b1edb8e75 admin admin] Calling delete_port for 087d5213-d49c-42eb-837d-c5627c0826f7 owned by network:router_interface {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:44:55.717481 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=100 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:55.729385 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2bb726c3-2052-4a3e-af95-f60d800dd3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:55.897746 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-85b0d87f-cbec-4926-a3ee-8f4b1edb8e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (087d5213-d49c-42eb-837d-c5627c0826f7), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:55.927291 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0d87f-cbec-4926-a3ee-8f4b1edb8e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=087d5213-d49c-42eb-837d-c5627c0826f7,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:56.105407 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-85b0d87f-cbec-4926-a3ee-8f4b1edb8e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3661608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679251'] for router_interface (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:56.200839 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:56.205236 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:56.309401 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b0d87f-cbec-4926-a3ee-8f4b1edb8e75 admin admin] Router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:44:56.411624 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b0d87f-cbec-4926-a3ee-8f4b1edb8e75 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:44:56.416816 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-85b0d87f-cbec-4926-a3ee-8f4b1edb8e75 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5025761 Sep 24 14:44:56.419407 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48428) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:56.420335 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e31f2-0ce8-4223-9a68-fbd6acd6739c None None] Sync routers for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:44:56.423072 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:56.433917 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e31f2-0ce8-4223-9a68-fbd6acd6739c None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:44:56.434528 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-f19e31f2-0ce8-4223-9a68-fbd6acd6739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:44:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:56.511588 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:56.519904 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Publish callbacks [] for router (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:56.534695 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-f19e31f2-0ce8-4223-9a68-fbd6acd6739c None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:44:56.625543 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Publish callbacks [] for router_gateway (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:56.669038 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Deleting port 52056577-5fd9-4c34-88e4-7a702222463d {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:44:56.669460 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (52056577-5fd9-4c34-88e4-7a702222463d), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:56.704558 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-f19e31f2-0ce8-4223-9a68-fbd6acd6739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '52056577-5fd9-4c34-88e4-7a702222463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:44:55Z', 'revision_number': 5, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port': {'id': '52056577-5fd9-4c34-88e4-7a702222463d', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:15Z', 'updated_at': '2022-09-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:56.730600 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e31f2-0ce8-4223-9a68-fbd6acd6739c None None] Checking router: d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:44:56.739513 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e31f2-0ce8-4223-9a68-fbd6acd6739c None None] Routers {'d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:44:56.740149 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-f19e31f2-0ce8-4223-9a68-fbd6acd6739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:44:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:56.753588 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] For port 52056577-5fd9-4c34-88e4-7a702222463d, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=52056577-5fd9-4c34-88e4-7a702222463d,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:44:56.754121 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (52056577-5fd9-4c34-88e4-7a702222463d), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:56.766641 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Calling delete_port for 52056577-5fd9-4c34-88e4-7a702222463d owned by network:router_gateway {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:44:56.825463 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-f19e31f2-0ce8-4223-9a68-fbd6acd6739c None None] Set router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:44:56.873817 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-f19e31f2-0ce8-4223-9a68-fbd6acd6739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:44:56Z', 'revision_number': 6, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port_host': None}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:56.901310 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e31f2-0ce8-4223-9a68-fbd6acd6739c None None] The sync data for ids ['d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d'] in dv-cinder-859193-1-iscsi is: [{'id': 'd3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d', 'name': 'tempest-TestVolumeBootPattern-390206776-router', 'tenant_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:14Z', 'updated_at': '2022-09-24T14:44:56Z', 'revision_number': 6, 'project_id': 'f69d85fa8dc545efb55a0b2949e9f06c', 'gw_port_host': None}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:44:56.934537 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (52056577-5fd9-4c34-88e4-7a702222463d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:56.957227 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Pushing event deleted for resources: {'Port': ['ID=52056577-5fd9-4c34-88e4-7a702222463d,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:57.004211 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:57.022845 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680345'] for router_gateway (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.109012 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3681485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.111172 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Publish callbacks [] for router_controller (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.118576 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:57.156758 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679342'] for router (d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.157328 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d {{(pid=106293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 14:44:57.162417 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] Publish callbacks [] for router (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.163928 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-5d8f6659-5427-43c6-82e5-e1b873e87bde admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/d3f7c388-e1d5-4ac7-92e2-f2ecd6c5126d HTTP/1.1" status: 204 len: 168 time: 0.7436104 Sep 24 14:44:57.166370 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48430) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:57.210213 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e04cc5-a380-4bae-93d6-68ed03118983 admin admin] Deleting subnet 100e4cdf-d1dc-4817-8080-63365a0aff41 {{(pid=106293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:44:57.213250 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b2e04cc5-a380-4bae-93d6-68ed03118983 admin admin] Publish callbacks [] for subnet (100e4cdf-d1dc-4817-8080-63365a0aff41), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.248324 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b2e04cc5-a380-4bae-93d6-68ed03118983 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4027442'] for subnet (100e4cdf-d1dc-4817-8080-63365a0aff41), precommit_delete_associations {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.332532 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b2e04cc5-a380-4bae-93d6-68ed03118983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (100e4cdf-d1dc-4817-8080-63365a0aff41), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.387342 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b2e04cc5-a380-4bae-93d6-68ed03118983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2967591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530269242'] for subnet (100e4cdf-d1dc-4817-8080-63365a0aff41), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.412139 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e04cc5-a380-4bae-93d6-68ed03118983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=100e4cdf-d1dc-4817-8080-63365a0aff41,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:57.418592 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-b2e04cc5-a380-4bae-93d6-68ed03118983 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.422471 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-b2e04cc5-a380-4bae-93d6-68ed03118983 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/100e4cdf-d1dc-4817-8080-63365a0aff41 HTTP/1.1" status: 204 len: 168 time: 0.2548940 Sep 24 14:44:57.424691 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155b1571-3ccf-46fa-8383-0ced924a7c81 None None] Network 48c641d5-f10b-46bc-b665-df597be281fe requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:44:57.424863 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48432) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:57.494223 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (48c641d5-f10b-46bc-b665-df597be281fe), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.536182 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Deleting port 716ef749-a6b9-4819-9d5c-35f3c64ba192 {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:44:57.536520 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.598653 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] For port 716ef749-a6b9-4819-9d5c-35f3c64ba192, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=716ef749-a6b9-4819-9d5c-35f3c64ba192,segment=NetworkSegment(8e53d8fa-b7a8-4eaa-9338-29750b55c9c2),segment_id=8e53d8fa-b7a8-4eaa-9338-29750b55c9c2)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:44:57.598947 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.611602 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Calling delete_port for 716ef749-a6b9-4819-9d5c-35f3c64ba192 owned by network:dhcp {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:44:57.656632 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] DHCP port deletion for 48c641d5-f10b-46bc-b665-df597be281fe request from dv-cinder-859193-1-iscsi {{(pid=106295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 14:44:57.698426 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Deleting port 716ef749-a6b9-4819-9d5c-35f3c64ba192 {{(pid=106295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:44:57.698959 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), before_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.699411 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.724888 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Pushing event deleted for resources: {'Port': ['ID=716ef749-a6b9-4819-9d5c-35f3c64ba192,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:57.728464 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] No DVR routers for this DVR port 716ef749-a6b9-4819-9d5c-35f3c64ba192 on host dv-cinder-859193-1-iscsi {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:44:57.764730 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.db [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] For port 716ef749-a6b9-4819-9d5c-35f3c64ba192, host dv-cinder-859193-1-iscsi, got binding levels [] {{(pid=106295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:44:57.765303 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), precommit_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.778492 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Calling delete_port for 716ef749-a6b9-4819-9d5c-35f3c64ba192 owned by network:dhcp {{(pid=106295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:44:57.781943 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.ipam_backend_mixin [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Port 716ef749-a6b9-4819-9d5c-35f3c64ba192 was not found and therefore no delete operation was performed {{(pid=106295) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 24 14:44:57.783264 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946'] for port (716ef749-a6b9-4819-9d5c-35f3c64ba192), after_delete {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.803949 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (48c641d5-f10b-46bc-b665-df597be281fe), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.810218 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Pushing event deleted for resources: {'Port': ['ID=716ef749-a6b9-4819-9d5c-35f3c64ba192,revision_number=None']} {{(pid=106295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:57.820451 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.820802 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.821148 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.821485 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.821818 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.822147 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.822470 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.822793 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.823146 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.823467 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.823788 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.824106 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.824425 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.824783 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c641d5-f10b-46bc-b665-df597be281fe']}} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:57.825301 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.825625 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:57.829060 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9064419-fc97-461c-9d2c-5ed62227b637 None None] No DVR routers for this DVR port 716ef749-a6b9-4819-9d5c-35f3c64ba192 on host dv-cinder-859193-1-iscsi {{(pid=106295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:44:57.837412 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2') {'for_net_delete': True} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:57.837529 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.services.segments.db [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e53d8fa-b7a8-4eaa-9338-29750b55c9c2') {} {{(pid=106293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:57.850908 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4027401'] for segment (8e53d8fa-b7a8-4eaa-9338-29750b55c9c2), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.866314 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (8e53d8fa-b7a8-4eaa-9338-29750b55c9c2), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.873432 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:44:57.873850 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967709'] for segment (8e53d8fa-b7a8-4eaa-9338-29750b55c9c2), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.940604 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (48c641d5-f10b-46bc-b665-df597be281fe), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.945825 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:57.949817 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/48c641d5-f10b-46bc-b665-df597be281fe HTTP/1.1" status: 204 len: 168 time: 0.5240831 Sep 24 14:44:57.954266 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:57.955406 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48438) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:57.966797 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237c955-3120-4e07-a420-af9136bc774d admin admin] Pushing event deleted for resources: {'Network': ['ID=48c641d5-f10b-46bc-b665-df597be281fe,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:58.106216 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 8e53d8fa-b7a8-4eaa-9338-29750b55c9c2 resource provider aggregate not found Sep 24 14:44:58.122309 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.services.segments.plugin [-] Segment 8e53d8fa-b7a8-4eaa-9338-29750b55c9c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e53d8fa-b7a8-4eaa-9338-29750b55c9c2 found for delete ", "request_id": "req-07852b4a-2ebb-419b-add6-e154290a3562"}]} Sep 24 14:44:58.146316 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-53bc2c54-fd59-409e-a4d4-ff051c209543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:58.519519 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa94a-4c9b-4801-8648-6e63baca128f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768995'] for router_interface (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:58.650222 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 087d5213-d49c-42eb-837d-c5627c0826f7 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:44:58.669955 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 087d5213-d49c-42eb-837d-c5627c0826f7 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:44:58.670297 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 087d5213-d49c-42eb-837d-c5627c0826f7 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:44:58.670705 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 52056577-5fd9-4c34-88e4-7a702222463d no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:44:58.689294 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 52056577-5fd9-4c34-88e4-7a702222463d {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:44:58.689643 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 52056577-5fd9-4c34-88e4-7a702222463d not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:44:58.690058 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 716ef749-a6b9-4819-9d5c-35f3c64ba192 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:44:58.707368 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 716ef749-a6b9-4819-9d5c-35f3c64ba192 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:44:58.707716 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 716ef749-a6b9-4819-9d5c-35f3c64ba192 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:44:58.737025 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-fa6fa94a-4c9b-4801-8648-6e63baca128f admin admin] Deleting port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:44:58.737363 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa94a-4c9b-4801-8648-6e63baca128f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:58.816294 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-fa6fa94a-4c9b-4801-8648-6e63baca128f admin admin] For port 1ffab0af-2aa1-4f40-af4f-6edbc79bb292, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=1ffab0af-2aa1-4f40-af4f-6edbc79bb292,segment=NetworkSegment(66e6ed0f-9ca6-4b25-a008-565f012c9307),segment_id=66e6ed0f-9ca6-4b25-a008-565f012c9307)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:44:58.816566 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa94a-4c9b-4801-8648-6e63baca128f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:58.829672 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-fa6fa94a-4c9b-4801-8648-6e63baca128f admin admin] Calling delete_port for 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 owned by network:router_interface {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:44:58.885935 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:58.892268 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=100 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:59.006249 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa94a-4c9b-4801-8648-6e63baca128f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (1ffab0af-2aa1-4f40-af4f-6edbc79bb292), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:59.028776 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fa94a-4c9b-4801-8648-6e63baca128f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffab0af-2aa1-4f40-af4f-6edbc79bb292,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:59.196110 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa94a-4c9b-4801-8648-6e63baca128f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3661608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679251'] for router_interface (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:59.261654 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:59.410702 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6fa94a-4c9b-4801-8648-6e63baca128f admin admin] Router 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:44:59.511189 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6fa94a-4c9b-4801-8648-6e63baca128f admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:44:59.516235 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-fa6fa94a-4c9b-4801-8648-6e63baca128f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/7a6a8fab-426b-4ba2-b5e1-d08a129cacb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5595710 Sep 24 14:44:59.518691 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48444) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:44:59.521175 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053355bd-0639-4746-82d6-84aea91fb353 None None] Sync routers for ids ['7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'] in dv-cinder-859193-1-iscsi {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:44:59.530752 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053355bd-0639-4746-82d6-84aea91fb353 None None] Routers {'7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:44:59.531377 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-053355bd-0639-4746-82d6-84aea91fb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:44:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:59.620614 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Publish callbacks [] for router (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:59.631329 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-053355bd-0639-4746-82d6-84aea91fb353 None None] Set router 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 gateway port host: dv-cinder-859193-1-iscsi {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:44:59.721907 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Publish callbacks [] for router_gateway (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:59.764154 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Deleting port 7c0ca604-3089-4ae8-b886-cf3914107758 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:44:59.764489 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (7c0ca604-3089-4ae8-b886-cf3914107758), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:59.776611 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:59.802505 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-053355bd-0639-4746-82d6-84aea91fb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'name': 'tempest-TestVolumeBootPattern-221473780-router', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:19Z', 'updated_at': '2022-09-24T14:44:58Z', 'revision_number': 5, 'project_id': '4039b94848584573b523d0c3d844c47d', 'gw_port': {'id': '7c0ca604-3089-4ae8-b886-cf3914107758', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:36:20Z', 'updated_at': '2022-09-24T14:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:59.807292 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:44:59.828232 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053355bd-0639-4746-82d6-84aea91fb353 None None] Checking router: 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 for host: dv-cinder-859193-1-iscsi {{(pid=106296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:44:59.837253 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053355bd-0639-4746-82d6-84aea91fb353 None None] Routers {'7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:44:59.837678 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-053355bd-0639-4746-82d6-84aea91fb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:44:58Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'], 'active': True} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:59.850471 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] For port 7c0ca604-3089-4ae8-b886-cf3914107758, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=7c0ca604-3089-4ae8-b886-cf3914107758,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:44:59.850861 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (7c0ca604-3089-4ae8-b886-cf3914107758), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:44:59.864242 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Calling delete_port for 7c0ca604-3089-4ae8-b886-cf3914107758 owned by network:router_gateway {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:44:59.921954 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_dvr_db [None req-053355bd-0639-4746-82d6-84aea91fb353 None None] Set router 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 gateway port host: None {{(pid=106296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:45:00.032535 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (7c0ca604-3089-4ae8-b886-cf3914107758), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.055260 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.l3_hamode_db [None req-053355bd-0639-4746-82d6-84aea91fb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'name': 'tempest-TestVolumeBootPattern-221473780-router', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:19Z', 'updated_at': '2022-09-24T14:44:59Z', 'revision_number': 6, 'project_id': '4039b94848584573b523d0c3d844c47d', 'gw_port_host': None}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:00.057899 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0ca604-3089-4ae8-b886-cf3914107758,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:00.079829 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053355bd-0639-4746-82d6-84aea91fb353 None None] The sync data for ids ['7a6a8fab-426b-4ba2-b5e1-d08a129cacb5'] in dv-cinder-859193-1-iscsi is: [{'id': '7a6a8fab-426b-4ba2-b5e1-d08a129cacb5', 'name': 'tempest-TestVolumeBootPattern-221473780-router', 'tenant_id': '4039b94848584573b523d0c3d844c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:36:19Z', 'updated_at': '2022-09-24T14:44:59Z', 'revision_number': 6, 'project_id': '4039b94848584573b523d0c3d844c47d', 'gw_port_host': None}] {{(pid=106296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:45:00.122548 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680345'] for router_gateway (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.208644 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3681485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.210740 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Publish callbacks [] for router_controller (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.254549 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679342'] for router (7a6a8fab-426b-4ba2-b5e1-d08a129cacb5), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.255136 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 {{(pid=106294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 14:45:00.259606 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.260735 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-f8680f07-7c25-45f4-924b-a783d4383c43 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/7a6a8fab-426b-4ba2-b5e1-d08a129cacb5 HTTP/1.1" status: 204 len: 168 time: 0.7411199 Sep 24 14:45:00.263381 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48446) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:00.307906 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3989577-7f87-42f4-a836-41f1f91850e7 admin admin] Deleting subnet 8a9f141f-54ae-43b5-ae36-06fa062adfe2 {{(pid=106294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:45:00.310963 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b3989577-7f87-42f4-a836-41f1f91850e7 admin admin] Publish callbacks [] for subnet (8a9f141f-54ae-43b5-ae36-06fa062adfe2), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.345171 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b3989577-7f87-42f4-a836-41f1f91850e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530143779'] for subnet (8a9f141f-54ae-43b5-ae36-06fa062adfe2), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.423618 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b3989577-7f87-42f4-a836-41f1f91850e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (8a9f141f-54ae-43b5-ae36-06fa062adfe2), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.480448 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b3989577-7f87-42f4-a836-41f1f91850e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2186898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530180628'] for subnet (8a9f141f-54ae-43b5-ae36-06fa062adfe2), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.507774 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3989577-7f87-42f4-a836-41f1f91850e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9f141f-54ae-43b5-ae36-06fa062adfe2,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:00.509724 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-b3989577-7f87-42f4-a836-41f1f91850e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.515860 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-b3989577-7f87-42f4-a836-41f1f91850e7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/8a9f141f-54ae-43b5-ae36-06fa062adfe2 HTTP/1.1" status: 204 len: 168 time: 0.2485523 Sep 24 14:45:00.515976 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa6c556-e8f5-4132-a19c-d83db3302441 None None] Network 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:45:00.516408 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48448) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:00.585122 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.622658 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:00.630957 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Deleting port 7280662d-bce7-4efc-ab01-44d85bcf5df1 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:45:00.631316 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.690204 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.697061 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] For port 7280662d-bce7-4efc-ab01-44d85bcf5df1, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=7280662d-bce7-4efc-ab01-44d85bcf5df1,segment=NetworkSegment(66e6ed0f-9ca6-4b25-a008-565f012c9307),segment_id=66e6ed0f-9ca6-4b25-a008-565f012c9307)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:45:00.697428 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.699503 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:00.717548 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Calling delete_port for 7280662d-bce7-4efc-ab01-44d85bcf5df1 owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:45:00.796324 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (7280662d-bce7-4efc-ab01-44d85bcf5df1), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.820314 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=7280662d-bce7-4efc-ab01-44d85bcf5df1,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:00.823953 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] No DVR routers for this DVR port 7280662d-bce7-4efc-ab01-44d85bcf5df1 on host dv-cinder-859193-1-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:45:00.851049 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd2f77-df2c-494b-a3a2-d831d8ecfd5d None None] DHCP port deletion for 727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe request from dv-cinder-859193-1-iscsi {{(pid=106295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 14:45:00.902553 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.912012 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.924239 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe']}} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:00.926096 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 7280662d-bce7-4efc-ab01-44d85bcf5df1 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:45:00.933306 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e6ed0f-9ca6-4b25-a008-565f012c9307') {'for_net_delete': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:00.933611 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e6ed0f-9ca6-4b25-a008-565f012c9307') {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:00.943734 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530143768'] for segment (66e6ed0f-9ca6-4b25-a008-565f012c9307), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.948849 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 7280662d-bce7-4efc-ab01-44d85bcf5df1 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:45:00.949199 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 7280662d-bce7-4efc-ab01-44d85bcf5df1 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:45:00.949609 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:45:00.958256 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (66e6ed0f-9ca6-4b25-a008-565f012c9307), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.965899 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=106294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:45:00.966547 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2186792'] for segment (66e6ed0f-9ca6-4b25-a008-565f012c9307), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:00.972106 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:45:00.972455 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 1ffab0af-2aa1-4f40-af4f-6edbc79bb292 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:45:00.973089 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 7c0ca604-3089-4ae8-b886-cf3914107758 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:45:01.000222 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 7c0ca604-3089-4ae8-b886-cf3914107758 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:45:01.000342 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 7c0ca604-3089-4ae8-b886-cf3914107758 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:45:01.031924 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:01.037484 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:01.040811 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe HTTP/1.1" status: 204 len: 168 time: 0.5240729 Sep 24 14:45:01.058740 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11bb58-d9e0-4ee1-87c4-47109cf89f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=727a438a-5c48-4e72-9bc2-5e8bf7ef0bbe,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:01.074033 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 66e6ed0f-9ca6-4b25-a008-565f012c9307 resource provider aggregate not found Sep 24 14:45:01.092684 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment 66e6ed0f-9ca6-4b25-a008-565f012c9307 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66e6ed0f-9ca6-4b25-a008-565f012c9307 found for delete ", "request_id": "req-2f35d40b-7b1e-475d-994b-7869d8e1ec55"}]} Sep 24 14:45:01.216560 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48458) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:01.255948 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-68dfb37a-d44e-467f-b13c-5ec9d5824932 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f69d85fa8dc545efb55a0b2949e9f06c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382373 Sep 24 14:45:01.258862 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48460) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:01.306153 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e21aa3cd-6a7c-478d-9470-4ac87d3dfe9d admin admin] Publish callbacks [] for security_group (3d236ad7-d55c-4ec0-af35-d765ba21dabf), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:01.325991 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e21aa3cd-6a7c-478d-9470-4ac87d3dfe9d admin admin] Publish callbacks [] for security_group (3d236ad7-d55c-4ec0-af35-d765ba21dabf), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:01.372731 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e21aa3cd-6a7c-478d-9470-4ac87d3dfe9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (3d236ad7-d55c-4ec0-af35-d765ba21dabf), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:01.375793 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e21aa3cd-6a7c-478d-9470-4ac87d3dfe9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:01.376905 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e21aa3cd-6a7c-478d-9470-4ac87d3dfe9d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3d236ad7-d55c-4ec0-af35-d765ba21dabf HTTP/1.1" status: 204 len: 168 time: 0.1171787 Sep 24 14:45:01.385322 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21aa3cd-6a7c-478d-9470-4ac87d3dfe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d236ad7-d55c-4ec0-af35-d765ba21dabf,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:01.690374 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48466) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:01.730488 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-412cd3dc-32c9-46b0-a5aa-57150798681c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4039b94848584573b523d0c3d844c47d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389681 Sep 24 14:45:01.732913 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48468) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:01.752333 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:01.786521 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0121db22-76e5-41b2-b74d-b69ad097acb3 admin admin] Publish callbacks [] for security_group (582a42df-faec-4ba9-9ff4-77eed8391a9e), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:01.806022 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0121db22-76e5-41b2-b74d-b69ad097acb3 admin admin] Publish callbacks [] for security_group (582a42df-faec-4ba9-9ff4-77eed8391a9e), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:01.855173 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0121db22-76e5-41b2-b74d-b69ad097acb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (582a42df-faec-4ba9-9ff4-77eed8391a9e), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:01.857729 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-0121db22-76e5-41b2-b74d-b69ad097acb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:01.858913 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-0121db22-76e5-41b2-b74d-b69ad097acb3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/582a42df-faec-4ba9-9ff4-77eed8391a9e HTTP/1.1" status: 204 len: 168 time: 0.1250610 Sep 24 14:45:01.866467 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121db22-76e5-41b2-b74d-b69ad097acb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582a42df-faec-4ba9-9ff4-77eed8391a9e,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:09.947552 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=65 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:10.058176 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=58 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:10.976757 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:11.359041 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=62,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:11.385768 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=53,neutron:DELETE=9 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:11.399553 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:11.862193 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:11.862989 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:11.879316 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=63 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:18.315915 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:20.214306 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:45:25.733666 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-73f2b6f7-8a61-4fe8-a3f7-3c50da077f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:28.143300 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-179647ae-021a-403a-a9c8-86d73d84e6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:29.264475 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:30.210233 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:30.692243 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:30.908816 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:31.951857 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-612fe4c1-a23f-4487-ae11-5d22de67ea5b req-bf63fa19-e83d-4d99-9ea0-903c35080c42 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394585 Sep 24 14:45:32.306971 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fe4c1-a23f-4487-ae11-5d22de67ea5b req-9b8d5805-9e27-40f9-a96f-88040314ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:45:32.308464 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-612fe4c1-a23f-4487-ae11-5d22de67ea5b req-9b8d5805-9e27-40f9-a96f-88040314ccf8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 1129 time: 0.0384676 Sep 24 14:45:32.452284 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fe4c1-a23f-4487-ae11-5d22de67ea5b req-c6fa9709-8309-4049-8710-25234764fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:45:32.453787 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-612fe4c1-a23f-4487-ae11-5d22de67ea5b req-c6fa9709-8309-4049-8710-25234764fdb1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 200 len: 911 time: 0.0935028 Sep 24 14:45:32.518067 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-612fe4c1-a23f-4487-ae11-5d22de67ea5b req-11791c6d-d515-40ad-8cf2-1de3c7fd0a16 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5e0cb17-571d-424a-b755-8ca871bb6e5a HTTP/1.1" status: 200 len: 1001 time: 0.0571337 Sep 24 14:45:32.568997 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fe4c1-a23f-4487-ae11-5d22de67ea5b req-272c974e-cad5-4c79-bb97-b16fdf7c37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:45:32.570354 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-612fe4c1-a23f-4487-ae11-5d22de67ea5b req-272c974e-cad5-4c79-bb97-b16fdf7c37ac service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e9743a9e-3159-427e-ad8f-7ce32946e11a HTTP/1.1" status: 200 len: 850 time: 0.0443099 Sep 24 14:45:32.614927 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fe4c1-a23f-4487-ae11-5d22de67ea5b req-cd4cc6f2-4b26-45e9-b7a3-a8c9024147cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:45:32.616420 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-612fe4c1-a23f-4487-ae11-5d22de67ea5b req-cd4cc6f2-4b26-45e9-b7a3-a8c9024147cf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=91a2cf93-1fab-4d21-a55a-3c3eecea066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392675 Sep 24 14:45:32.711193 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-612fe4c1-a23f-4487-ae11-5d22de67ea5b req-8051fb09-07ae-4c09-a967-f759845e75cf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858216 Sep 24 14:45:32.800532 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-612fe4c1-a23f-4487-ae11-5d22de67ea5b req-12b736ac-8f29-4f1b-a2f0-9305ebc8bf58 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826297 Sep 24 14:45:33.439271 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770637-7940-41c9-a7a6-c3d954192579 req-8d5a45e5-278d-4bf6-a446-ac4b638388e1 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:45:33.440689 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8c770637-7940-41c9-a7a6-c3d954192579 req-8d5a45e5-278d-4bf6-a446-ac4b638388e1 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 945 time: 0.0454199 Sep 24 14:45:33.490544 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-8c770637-7940-41c9-a7a6-c3d954192579 req-7d097b80-eeb3-4b63-917e-d0a4ebdf43d1 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443902 Sep 24 14:45:34.615807 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1da68-1d79-4b04-ac1f-7abe7b43f737 req-042a1c54-4d64-4dbf-aaa9-f67ea9afde27 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:45:34.617242 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2fd1da68-1d79-4b04-ac1f-7abe7b43f737 req-042a1c54-4d64-4dbf-aaa9-f67ea9afde27 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 945 time: 0.0503178 Sep 24 14:45:34.917583 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-2fd1da68-1d79-4b04-ac1f-7abe7b43f737 req-58bc183c-c95a-4c4a-aebc-373cafbd238b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948198 Sep 24 14:45:35.611479 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-4ea2e0dd-8e3a-4796-a602-9b90c4294119 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:45:35.612891 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-4ea2e0dd-8e3a-4796-a602-9b90c4294119 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 945 time: 0.0467720 Sep 24 14:45:35.693822 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Deleting port b5e0cb17-571d-424a-b755-8ca871bb6e5a {{(pid=106293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:45:35.694520 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:35.780871 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.db [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] For port b5e0cb17-571d-424a-b755-8ca871bb6e5a, host hv-cinder-85919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85919',level=0,port_id=b5e0cb17-571d-424a-b755-8ca871bb6e5a,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:45:35.781234 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:35.946495 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:35.947170 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680419'] for floatingip (7e34bb62-423a-44e3-a946-a84834115201), after_update {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:35.947485 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.db.l3_db [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Floating IP 7e34bb62-423a-44e3-a946-a84834115201 disassociated. External IP: 172.27.1.210, port: b5e0cb17-571d-424a-b755-8ca871bb6e5a. Sep 24 14:45:35.947828 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.plugins.ml2.plugin [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Calling delete_port for b5e0cb17-571d-424a-b755-8ca871bb6e5a owned by compute:nova {{(pid=106293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:45:35.955922 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:35.960712 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:36.049689 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784daa58-f166-4c17-a389-1d31e5a0e232 req-ef72a0ee-1c47-40ee-bdcb-9071d60f2d14 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 24 14:45:36.051328 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-784daa58-f166-4c17-a389-1d31e5a0e232 req-ef72a0ee-1c47-40ee-bdcb-9071d60f2d14 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa119332-1fec-4562-b59a-014764db6d86 HTTP/1.1" status: 200 len: 945 time: 0.0559065 Sep 24 14:45:36.076429 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2967624'] for port (b5e0cb17-571d-424a-b755-8ca871bb6e5a), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:36.101032 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [req-784daa58-f166-4c17-a389-1d31e5a0e232 req-6ddf6644-f355-458a-be7a-8f37df3097aa tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437295 Sep 24 14:45:36.106007 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event deleted for resources: {'Port': ['ID=b5e0cb17-571d-424a-b755-8ca871bb6e5a,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:36.217971 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Router 1a2e962a-5e95-4ce6-9297-e71f78855a6d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:45:36.322954 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:45:36.332640 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7b2f69-1d48-4ced-8b31-79ee1bf8562f None None] Sync routers for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:45:36.342505 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b2f69-1d48-4ced-8b31-79ee1bf8562f None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:45:36.343138 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-4a7b2f69-1d48-4ced-8b31-79ee1bf8562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:45:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:36.367329 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] No DVR routers for this DVR port b5e0cb17-571d-424a-b755-8ca871bb6e5a on host hv-cinder-85919 {{(pid=106293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:45:36.370010 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for port (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:36.373458 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [req-e34f9757-ef70-4452-b3b0-cf187c5932d3 req-3e0f0ead-9973-4b86-83ca-38a7a3fa6788 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.33 "DELETE /networking/v2.0/ports/b5e0cb17-571d-424a-b755-8ca871bb6e5a HTTP/1.1" status: 204 len: 173 time: 0.7555850 Sep 24 14:45:36.373950 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa119332-1fec-4562-b59a-014764db6d86', 'name': 'network-vif-deleted', 'tag': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a'}] {{(pid=106293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 24 14:45:36.377422 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006e9788545a04e93efae81628e2d5e100badba04635b4825c32c321974ec792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1185f102-6fca-4e72-bd8c-a95b117913e7" -d '{"events": [{"server_uuid": "aa119332-1fec-4562-b59a-014764db6d86", "name": "network-vif-deleted", "tag": "b5e0cb17-571d-424a-b755-8ca871bb6e5a"}]}' {{(pid=106293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:45:36.418958 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Sep 2022 14:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9ff5fa-240f-4224-824f-605d37638ffd x-openstack-request-id: req-dc9ff5fa-240f-4224-824f-605d37638ffd {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:45:36.419295 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa119332-1fec-4562-b59a-014764db6d86", "name": "network-vif-deleted", "tag": "b5e0cb17-571d-424a-b755-8ca871bb6e5a", "status": "completed", "code": 200}]} {{(pid=106293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:45:36.419672 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc9ff5fa-240f-4224-824f-605d37638ffd {{(pid=106293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:45:36.420109 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9ff5fa-240f-4224-824f-605d37638ffd'] response: {'server_uuid': 'aa119332-1fec-4562-b59a-014764db6d86', 'name': 'network-vif-deleted', 'tag': 'b5e0cb17-571d-424a-b755-8ca871bb6e5a', 'status': 'completed', 'code': 200} Sep 24 14:45:36.447934 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-4a7b2f69-1d48-4ced-8b31-79ee1bf8562f None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:45:36.653586 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-4a7b2f69-1d48-4ced-8b31-79ee1bf8562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:50Z', 'revision_number': 5, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:36.678046 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7b2f69-1d48-4ced-8b31-79ee1bf8562f None None] Checking router: 1a2e962a-5e95-4ce6-9297-e71f78855a6d for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:45:36.686176 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b2f69-1d48-4ced-8b31-79ee1bf8562f None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:45:36.686767 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-4a7b2f69-1d48-4ced-8b31-79ee1bf8562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:45:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:36.785750 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-4a7b2f69-1d48-4ced-8b31-79ee1bf8562f None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:45:36.976265 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-4a7b2f69-1d48-4ced-8b31-79ee1bf8562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:50Z', 'revision_number': 5, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:37.004634 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7b2f69-1d48-4ced-8b31-79ee1bf8562f None None] The sync data for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi is: [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:38:46Z', 'revision_number': 4, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi', '_interfaces': [{'id': '9060dd2a-479d-47fb-8def-5ba09c29ac6a', 'name': '', 'network_id': '91a2cf93-1fab-4d21-a55a-3c3eecea066b', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'mac_address': 'fa:16:3e:a9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:46Z', 'updated_at': '2022-09-24T14:38:50Z', 'revision_number': 5, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'subnets': [{'id': 'e9743a9e-3159-427e-ad8f-7ce32946e11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:45:37.201567 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48610) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:37.230050 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f594bb-c6ce-4760-b344-8d093b5aa61b None None] New status for floating IP 7e34bb62-423a-44e3-a946-a84834115201: DOWN {{(pid=106296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 24 14:45:37.264231 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bcf2bc74-067f-4e52-9443-9c79ada05e6b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group (85b1853b-c2f5-40c3-8cf9-1ef55d735b2f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:37.286538 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bcf2bc74-067f-4e52-9443-9c79ada05e6b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group (85b1853b-c2f5-40c3-8cf9-1ef55d735b2f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:37.337638 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bcf2bc74-067f-4e52-9443-9c79ada05e6b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (85b1853b-c2f5-40c3-8cf9-1ef55d735b2f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:37.340566 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-bcf2bc74-067f-4e52-9443-9c79ada05e6b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:37.341712 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-bcf2bc74-067f-4e52-9443-9c79ada05e6b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/85b1853b-c2f5-40c3-8cf9-1ef55d735b2f HTTP/1.1" status: 204 len: 168 time: 0.1391299 Sep 24 14:45:37.344564 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48612) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:37.351972 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2bc74-067f-4e52-9443-9c79ada05e6b tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b1853b-c2f5-40c3-8cf9-1ef55d735b2f,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:37.359391 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.api.v2.resource [None req-43600b8b-7383-486c-9cfb-f0a6ea758aee tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] show failed (client error): The resource could not be found. Sep 24 14:45:37.360151 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-43600b8b-7383-486c-9cfb-f0a6ea758aee tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "GET /networking/v2.0/security-groups/85b1853b-c2f5-40c3-8cf9-1ef55d735b2f HTTP/1.1" status: 404 len: 347 time: 0.0146163 Sep 24 14:45:37.363015 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48614) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:37.474159 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Deleting port 00bbfc19-a89b-43a2-9f1c-2e7cd833c420 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:45:37.474493 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (00bbfc19-a89b-43a2-9f1c-2e7cd833c420), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:37.551967 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (00bbfc19-a89b-43a2-9f1c-2e7cd833c420), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:37.552289 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (00bbfc19-a89b-43a2-9f1c-2e7cd833c420), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:37.565194 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Calling delete_port for 00bbfc19-a89b-43a2-9f1c-2e7cd833c420 owned by network:floatingip {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:45:37.694460 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (00bbfc19-a89b-43a2-9f1c-2e7cd833c420), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:37.718988 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Pushing event deleted for resources: {'Port': ['ID=00bbfc19-a89b-43a2-9f1c-2e7cd833c420,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:37.732517 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.732866 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.733208 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.733562 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.734011 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.734332 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.734659 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.735599 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.736038 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.736556 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.737118 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.737740 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.738317 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.738897 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.739458 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:37.799027 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks [] for floatingip (7e34bb62-423a-44e3-a946-a84834115201), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:37.801467 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45179'] for floatingip (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:37.802634 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-78d172a5-3770-44b0-93db-d841d8737b63 tempest-AttachVolumeTestJSON-1208947376 tempest-AttachVolumeTestJSON-1208947376-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/7e34bb62-423a-44e3-a946-a84834115201 HTTP/1.1" status: 204 len: 168 time: 0.4387462 Sep 24 14:45:38.585393 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device b5e0cb17-571d-424a-b755-8ca871bb6e5a no longer exists at agent hyperv_hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:45:38.604414 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] No Port match for: b5e0cb17-571d-424a-b755-8ca871bb6e5a {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:45:38.604759 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Device b5e0cb17-571d-424a-b755-8ca871bb6e5a not bound to the agent host hv-cinder-85919 {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:45:41.353468 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48642) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:41.769491 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:41.778985 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:41.817854 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8fbc7b80-0711-45b8-b64b-bd669ce42c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768995'] for router_interface (1a2e962a-5e95-4ce6-9297-e71f78855a6d), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:42.033568 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc7b80-0711-45b8-b64b-bd669ce42c74 admin admin] Deleting port 9060dd2a-479d-47fb-8def-5ba09c29ac6a {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:45:42.033811 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8fbc7b80-0711-45b8-b64b-bd669ce42c74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:42.108591 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-8fbc7b80-0711-45b8-b64b-bd669ce42c74 admin admin] For port 9060dd2a-479d-47fb-8def-5ba09c29ac6a, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=9060dd2a-479d-47fb-8def-5ba09c29ac6a,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:45:42.108940 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8fbc7b80-0711-45b8-b64b-bd669ce42c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:42.121450 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc7b80-0711-45b8-b64b-bd669ce42c74 admin admin] Calling delete_port for 9060dd2a-479d-47fb-8def-5ba09c29ac6a owned by network:router_interface {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:45:42.544744 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8fbc7b80-0711-45b8-b64b-bd669ce42c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (9060dd2a-479d-47fb-8def-5ba09c29ac6a), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:42.569692 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc7b80-0711-45b8-b64b-bd669ce42c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=9060dd2a-479d-47fb-8def-5ba09c29ac6a,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:42.740534 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-8fbc7b80-0711-45b8-b64b-bd669ce42c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3661608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679251'] for router_interface (1a2e962a-5e95-4ce6-9297-e71f78855a6d), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:42.840416 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:42.881874 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:42.946992 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbc7b80-0711-45b8-b64b-bd669ce42c74 admin admin] Router 1a2e962a-5e95-4ce6-9297-e71f78855a6d has already been hosted by L3 agent dc4f1a23-0a50-409c-bcb2-7e9efecc12ce {{(pid=106294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:45:43.046368 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbc7b80-0711-45b8-b64b-bd669ce42c74 admin admin] Notify agent at l3_agent.dv-cinder-859193-1-iscsi the message routers_updated {{(pid=106294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:45:43.051265 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-8fbc7b80-0711-45b8-b64b-bd669ce42c74 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/1a2e962a-5e95-4ce6-9297-e71f78855a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6978199 Sep 24 14:45:43.053874 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48646) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:43.056620 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f96c315-7c80-491e-a4a5-f6541bc06f03 None None] Sync routers for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:45:43.059397 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:43.061017 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:43.067792 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:43.071491 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f96c315-7c80-491e-a4a5-f6541bc06f03 None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:45:43.072135 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-6f96c315-7c80-491e-a4a5-f6541bc06f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:45:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:43.149856 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Publish callbacks [] for router (1a2e962a-5e95-4ce6-9297-e71f78855a6d), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:43.251478 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Publish callbacks [] for router_gateway (1a2e962a-5e95-4ce6-9297-e71f78855a6d), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:43.295621 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-6f96c315-7c80-491e-a4a5-f6541bc06f03 None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: dv-cinder-859193-1-iscsi {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:45:43.297084 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Deleting port dbf1dec0-966e-4639-94ee-3b361b587fa8 {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:45:43.297425 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:43.376368 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] For port dbf1dec0-966e-4639-94ee-3b361b587fa8, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=dbf1dec0-966e-4639-94ee-3b361b587fa8,segment=NetworkSegment(9dc7a5f7-9801-4f9e-8a74-3d38f14746b1),segment_id=9dc7a5f7-9801-4f9e-8a74-3d38f14746b1)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:45:43.376781 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:43.389675 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Calling delete_port for dbf1dec0-966e-4639-94ee-3b361b587fa8 owned by network:router_gateway {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:45:43.464949 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-6f96c315-7c80-491e-a4a5-f6541bc06f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'external_fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:45:42Z', 'revision_number': 5, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port': {'id': 'dbf1dec0-966e-4639-94ee-3b361b587fa8', 'name': '', 'network_id': '5d3ce1ff-50f0-4cea-85cb-808bc9195004', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859193-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-24T14:38:44Z', 'updated_at': '2022-09-24T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7c3739-727f-4913-9014-9fb1ce8fb3e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859193-1-iscsi'}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:43.489458 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f96c315-7c80-491e-a4a5-f6541bc06f03 None None] Checking router: 1a2e962a-5e95-4ce6-9297-e71f78855a6d for host: dv-cinder-859193-1-iscsi {{(pid=106295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:45:43.497691 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f96c315-7c80-491e-a4a5-f6541bc06f03 None None] Routers {'1a2e962a-5e95-4ce6-9297-e71f78855a6d'} bound to L3 agent in host dv-cinder-859193-1-iscsi {{(pid=106295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 24 14:45:43.498300 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-6f96c315-7c80-491e-a4a5-f6541bc06f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859193-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-24T14:17:58Z,description=,heartbeat_timestamp=2022-09-24T14:45:28Z,host='dv-cinder-859193-1-iscsi',id=dc4f1a23-0a50-409c-bcb2-7e9efecc12ce,load=0,resource_versions=,resources_synced=,started_at=2022-09-24T14:17:58Z,topic='l3_agent')) {'router_ids': ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'], 'active': True} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:43.552645 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (dbf1dec0-966e-4639-94ee-3b361b587fa8), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:43.574484 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf1dec0-966e-4639-94ee-3b361b587fa8,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:43.584714 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_dvr_db [None req-6f96c315-7c80-491e-a4a5-f6541bc06f03 None None] Set router 1a2e962a-5e95-4ce6-9297-e71f78855a6d gateway port host: None {{(pid=106295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 24 14:45:43.636278 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.db.l3_hamode_db [None req-6f96c315-7c80-491e-a4a5-f6541bc06f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:45:43Z', 'revision_number': 6, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port_host': None}], 'dv-cinder-859193-1-iscsi', False) {} {{(pid=106295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:43.647267 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680345'] for router_gateway (1a2e962a-5e95-4ce6-9297-e71f78855a6d), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:43.661696 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f96c315-7c80-491e-a4a5-f6541bc06f03 None None] The sync data for ids ['1a2e962a-5e95-4ce6-9297-e71f78855a6d'] in dv-cinder-859193-1-iscsi is: [{'id': '1a2e962a-5e95-4ce6-9297-e71f78855a6d', 'name': 'tempest-AttachVolumeTestJSON-2125845605-router', 'tenant_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-24T14:38:43Z', 'updated_at': '2022-09-24T14:45:43Z', 'revision_number': 6, 'project_id': 'cfc1e3a42706435a93301d76ee7b74ed', 'gw_port_host': None}] {{(pid=106295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:45:43.734922 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3681485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (1a2e962a-5e95-4ce6-9297-e71f78855a6d), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:43.736974 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Publish callbacks [] for router_controller (1a2e962a-5e95-4ce6-9297-e71f78855a6d), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:43.738250 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:43.740175 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:43.780354 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679342'] for router (1a2e962a-5e95-4ce6-9297-e71f78855a6d), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:43.780932 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a2e962a-5e95-4ce6-9297-e71f78855a6d {{(pid=106294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 14:45:43.785629 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:43.786750 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-d884704b-a1f0-4a75-8201-1f097f485d76 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/1a2e962a-5e95-4ce6-9297-e71f78855a6d HTTP/1.1" status: 204 len: 168 time: 0.7319896 Sep 24 14:45:43.789678 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48648) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:43.833421 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87ab920-5b62-4cd0-b1f5-f259b36a2a5d admin admin] Deleting subnet e9743a9e-3159-427e-ad8f-7ce32946e11a {{(pid=106294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 24 14:45:43.836482 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e87ab920-5b62-4cd0-b1f5-f259b36a2a5d admin admin] Publish callbacks [] for subnet (e9743a9e-3159-427e-ad8f-7ce32946e11a), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:43.874073 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e87ab920-5b62-4cd0-b1f5-f259b36a2a5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530143779'] for subnet (e9743a9e-3159-427e-ad8f-7ce32946e11a), precommit_delete_associations {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:43.954717 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e87ab920-5b62-4cd0-b1f5-f259b36a2a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433230'] for subnet (e9743a9e-3159-427e-ad8f-7ce32946e11a), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.009653 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e87ab920-5b62-4cd0-b1f5-f259b36a2a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2186898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530180628'] for subnet (e9743a9e-3159-427e-ad8f-7ce32946e11a), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.040654 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ab920-5b62-4cd0-b1f5-f259b36a2a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9743a9e-3159-427e-ad8f-7ce32946e11a,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:44.044106 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e87ab920-5b62-4cd0-b1f5-f259b36a2a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for subnet (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.049731 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e87ab920-5b62-4cd0-b1f5-f259b36a2a5d admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/e9743a9e-3159-427e-ad8f-7ce32946e11a HTTP/1.1" status: 204 len: 168 time: 0.2567804 Sep 24 14:45:44.051106 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48650) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:44.054115 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4eb1bd-2f31-460d-8a7c-855145175614 None None] Network 91a2cf93-1fab-4d21-a55a-3c3eecea066b requested from dv-cinder-859193-1-iscsi {{(pid=106295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 24 14:45:44.124696 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419003'] for network (91a2cf93-1fab-4d21-a55a-3c3eecea066b), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.167610 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Deleting port 23756b4d-d60b-4d1f-adf5-97f4506d29af {{(pid=106294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 24 14:45:44.171192 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747512920333'] for port (23756b4d-d60b-4d1f-adf5-97f4506d29af), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.238422 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.db [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] For port 23756b4d-d60b-4d1f-adf5-97f4506d29af, host dv-cinder-859193-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859193-1-iscsi',level=0,port_id=23756b4d-d60b-4d1f-adf5-97f4506d29af,segment=NetworkSegment(d1de9d39-3421-48de-b17f-b54185ee1cb8),segment_id=d1de9d39-3421-48de-b17f-b54185ee1cb8)] {{(pid=106294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:45:44.238701 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684441'] for port (23756b4d-d60b-4d1f-adf5-97f4506d29af), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.251472 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.plugin [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Calling delete_port for 23756b4d-d60b-4d1f-adf5-97f4506d29af owned by network:dhcp {{(pid=106294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 24 14:45:44.328708 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747512923019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747512479946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2187005'] for port (23756b4d-d60b-4d1f-adf5-97f4506d29af), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.351721 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Pushing event deleted for resources: {'Port': ['ID=23756b4d-d60b-4d1f-adf5-97f4506d29af,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:44.356992 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] No DVR routers for this DVR port 23756b4d-d60b-4d1f-adf5-97f4506d29af on host dv-cinder-859193-1-iscsi {{(pid=106294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 24 14:45:44.408789 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882e6378-991e-4c50-a7b3-c2ba5214a36f None None] DHCP port deletion for 91a2cf93-1fab-4d21-a55a-3c3eecea066b request from dv-cinder-859193-1-iscsi {{(pid=106295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 24 14:45:44.432247 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519525', 'neutron.services.segments.db._delete_segments_for_network-8747512947137'] for network (91a2cf93-1fab-4d21-a55a-3c3eecea066b), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.451966 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a2cf93-1fab-4d21-a55a-3c3eecea066b']}} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:44.461484 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1de9d39-3421-48de-b17f-b54185ee1cb8') {'for_net_delete': True} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:44.461782 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.services.segments.db [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1de9d39-3421-48de-b17f-b54185ee1cb8') {} {{(pid=106294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:44.471319 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747512947029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530143768'] for segment (d1de9d39-3421-48de-b17f-b54185ee1cb8), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.485195 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226'] for segment (d1de9d39-3421-48de-b17f-b54185ee1cb8), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.492152 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=106294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:45:44.492484 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2186792'] for segment (d1de9d39-3421-48de-b17f-b54185ee1cb8), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.536240 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment d1de9d39-3421-48de-b17f-b54185ee1cb8 resource provider aggregate not found Sep 24 14:45:44.560833 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.services.segments.plugin [-] Segment d1de9d39-3421-48de-b17f-b54185ee1cb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1de9d39-3421-48de-b17f-b54185ee1cb8 found for delete ", "request_id": "req-99d6be2e-9163-4145-b9f8-5e083e556274"}]} Sep 24 14:45:44.561951 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1519516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3661599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680396'] for network (91a2cf93-1fab-4d21-a55a-3c3eecea066b), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.568169 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3661581'] for network (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.573782 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/91a2cf93-1fab-4d21-a55a-3c3eecea066b HTTP/1.1" status: 204 len: 168 time: 0.5196834 Sep 24 14:45:44.573782 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=13 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:44.585917 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87410b-517f-4420-ba70-c1675e945521 admin admin] Pushing event deleted for resources: {'Network': ['ID=91a2cf93-1fab-4d21-a55a-3c3eecea066b,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:44.687160 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 23756b4d-d60b-4d1f-adf5-97f4506d29af no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:45:44.707981 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48658) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:44.713479 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 23756b4d-d60b-4d1f-adf5-97f4506d29af {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:45:44.714036 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 23756b4d-d60b-4d1f-adf5-97f4506d29af not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:45:44.714499 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device dbf1dec0-966e-4639-94ee-3b361b587fa8 no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:45:44.735030 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: dbf1dec0-966e-4639-94ee-3b361b587fa8 {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:45:44.735375 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device dbf1dec0-966e-4639-94ee-3b361b587fa8 not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:45:44.735785 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 9060dd2a-479d-47fb-8def-5ba09c29ac6a no longer exists at agent ovs-agent-dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:45:44.749369 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-d14599e4-0cfb-4f81-ae3e-bbb5dd0e21b4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cfc1e3a42706435a93301d76ee7b74ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401759 Sep 24 14:45:44.753799 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48660) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:44.754051 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] No Port match for: 9060dd2a-479d-47fb-8def-5ba09c29ac6a {{(pid=106295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 24 14:45:44.754396 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron.plugins.ml2.rpc [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Device 9060dd2a-479d-47fb-8def-5ba09c29ac6a not bound to the agent host dv-cinder-859193-1-iscsi {{(pid=106295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:45:44.800593 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e7593f82-73c5-4d7a-b49c-00709c0ca866 admin admin] Publish callbacks [] for security_group (0ae12ddd-3374-4868-b336-cf2931f6aef4), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.802936 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:44.822032 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e7593f82-73c5-4d7a-b49c-00709c0ca866 admin admin] Publish callbacks [] for security_group (0ae12ddd-3374-4868-b336-cf2931f6aef4), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.868435 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e7593f82-73c5-4d7a-b49c-00709c0ca866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (0ae12ddd-3374-4868-b336-cf2931f6aef4), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.871146 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-e7593f82-73c5-4d7a-b49c-00709c0ca866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:44.872431 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-e7593f82-73c5-4d7a-b49c-00709c0ca866 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0ae12ddd-3374-4868-b336-cf2931f6aef4 HTTP/1.1" status: 204 len: 168 time: 0.1195898 Sep 24 14:45:44.880845 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7593f82-73c5-4d7a-b49c-00709c0ca866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae12ddd-3374-4868-b336-cf2931f6aef4,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:47.306146 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:47.345685 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=59,neutron:DELETE=6 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:47.347613 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=59,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:48.306864 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:54.253104 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:45:54.295263 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48768) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:54.400590 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-14f3075b-d429-4439-bd42-bd2756ada5db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:54.474555 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-14f3075b-d429-4439-bd42-bd2756ada5db admin admin] Publish callbacks [] for security_group (cdab75d8-6a76-4330-b2a1-a416fb30fc38), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:54.477990 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-14f3075b-d429-4439-bd42-bd2756ada5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (cdab75d8-6a76-4330-b2a1-a416fb30fc38), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:54.518976 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-14f3075b-d429-4439-bd42-bd2756ada5db admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1b760bf5beae47c5a9f75e921f8c55eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226532 Sep 24 14:45:54.519801 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3075b-d429-4439-bd42-bd2756ada5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdab75d8-6a76-4330-b2a1-a416fb30fc38,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:54.521816 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48772) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:45:54.573101 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Publish callbacks [] for security_group (cdab75d8-6a76-4330-b2a1-a416fb30fc38), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:54.593187 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Publish callbacks [] for security_group (cdab75d8-6a76-4330-b2a1-a416fb30fc38), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:54.642046 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (cdab75d8-6a76-4330-b2a1-a416fb30fc38), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:54.644627 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:54.645764 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cdab75d8-6a76-4330-b2a1-a416fb30fc38 HTTP/1.1" status: 204 len: 168 time: 0.1229458 Sep 24 14:45:54.653479 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdab75d8-6a76-4330-b2a1-a416fb30fc38,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:54.661663 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.662015 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.662388 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.662731 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.663094 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.663682 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.664012 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.664337 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.664663 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.664990 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.665317 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.665645 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.665970 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.666289 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:54.666616 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fe141-e94f-42b0-84db-c721a5d34c7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:45:55.735642 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b62b6126-beec-488d-8cdf-7f2b879bc357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:57.216024 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:45:58.136038 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-eb0f84b5-9821-428a-b724-9ee29421756b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:45:59.266957 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:00.696010 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:00.915682 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:04.513287 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=23,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:04.515128 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=43,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:04.655754 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:04.656648 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:06.127282 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48908) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:46:06.233175 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2591d083-2ad8-4139-a97b-25c7a45f3ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:06.308335 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2591d083-2ad8-4139-a97b-25c7a45f3ad6 admin admin] Publish callbacks [] for security_group (ec45093f-cff6-4b03-8ab5-9a1f70d14b6d), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:06.311883 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-2591d083-2ad8-4139-a97b-25c7a45f3ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ec45093f-cff6-4b03-8ab5-9a1f70d14b6d), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:06.352440 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-2591d083-2ad8-4139-a97b-25c7a45f3ad6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ba7c5a4890d44dc59a7a7df9a7065a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239425 Sep 24 14:46:06.354040 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591d083-2ad8-4139-a97b-25c7a45f3ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec45093f-cff6-4b03-8ab5-9a1f70d14b6d,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:06.355261 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48912) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:46:06.406049 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7f8dec76-159a-415a-8549-fc477aff0234 admin admin] Publish callbacks [] for security_group (ec45093f-cff6-4b03-8ab5-9a1f70d14b6d), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:06.427328 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7f8dec76-159a-415a-8549-fc477aff0234 admin admin] Publish callbacks [] for security_group (ec45093f-cff6-4b03-8ab5-9a1f70d14b6d), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:06.475299 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7f8dec76-159a-415a-8549-fc477aff0234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (ec45093f-cff6-4b03-8ab5-9a1f70d14b6d), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:06.477903 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-7f8dec76-159a-415a-8549-fc477aff0234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:06.479110 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-7f8dec76-159a-415a-8549-fc477aff0234 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ec45093f-cff6-4b03-8ab5-9a1f70d14b6d HTTP/1.1" status: 204 len: 168 time: 0.1228349 Sep 24 14:46:06.486651 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dec76-159a-415a-8549-fc477aff0234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec45093f-cff6-4b03-8ab5-9a1f70d14b6d,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:06.740600 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48918) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:46:06.755103 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a7126461-949d-4a4b-84b5-53881ffda7fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:06.832886 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a7126461-949d-4a4b-84b5-53881ffda7fc admin admin] Publish callbacks [] for security_group (51362b51-6019-4118-ad68-5847185fd91f), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:06.836720 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-a7126461-949d-4a4b-84b5-53881ffda7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (51362b51-6019-4118-ad68-5847185fd91f), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:06.880165 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-a7126461-949d-4a4b-84b5-53881ffda7fc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=50242463cdf64de89410353cb261e5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381602 Sep 24 14:46:06.881073 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7126461-949d-4a4b-84b5-53881ffda7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51362b51-6019-4118-ad68-5847185fd91f,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:06.882539 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48920) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:46:06.933581 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6550d9c0-7d6e-408b-b154-aafeb9453d9e admin admin] Publish callbacks [] for security_group (51362b51-6019-4118-ad68-5847185fd91f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:06.953440 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6550d9c0-7d6e-408b-b154-aafeb9453d9e admin admin] Publish callbacks [] for security_group (51362b51-6019-4118-ad68-5847185fd91f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:07.002189 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6550d9c0-7d6e-408b-b154-aafeb9453d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (51362b51-6019-4118-ad68-5847185fd91f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:07.005213 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6550d9c0-7d6e-408b-b154-aafeb9453d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:07.006358 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-6550d9c0-7d6e-408b-b154-aafeb9453d9e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/51362b51-6019-4118-ad68-5847185fd91f HTTP/1.1" status: 204 len: 168 time: 0.1227689 Sep 24 14:46:07.014062 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550d9c0-7d6e-408b-b154-aafeb9453d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51362b51-6019-4118-ad68-5847185fd91f,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:07.208663 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:08.729119 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 48974) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:46:08.831133 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32957ed9-bd33-4c97-bf0a-39dcce8df4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:08.905086 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32957ed9-bd33-4c97-bf0a-39dcce8df4dd admin admin] Publish callbacks [] for security_group (873fdb5f-dccc-409a-8cfd-7f163af46a8e), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:08.908723 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-32957ed9-bd33-4c97-bf0a-39dcce8df4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (873fdb5f-dccc-409a-8cfd-7f163af46a8e), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:08.947496 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-32957ed9-bd33-4c97-bf0a-39dcce8df4dd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=92e82e3538ec4aec96b54149377482ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173417 Sep 24 14:46:08.948362 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32957ed9-bd33-4c97-bf0a-39dcce8df4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873fdb5f-dccc-409a-8cfd-7f163af46a8e,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:08.950781 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48978) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:46:09.002523 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dcc42ca2-3ad1-40a8-8489-a2a4dc871769 admin admin] Publish callbacks [] for security_group (873fdb5f-dccc-409a-8cfd-7f163af46a8e), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:09.022973 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dcc42ca2-3ad1-40a8-8489-a2a4dc871769 admin admin] Publish callbacks [] for security_group (873fdb5f-dccc-409a-8cfd-7f163af46a8e), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:09.069319 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dcc42ca2-3ad1-40a8-8489-a2a4dc871769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (873fdb5f-dccc-409a-8cfd-7f163af46a8e), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:09.071954 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-dcc42ca2-3ad1-40a8-8489-a2a4dc871769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:09.073101 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-dcc42ca2-3ad1-40a8-8489-a2a4dc871769 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/873fdb5f-dccc-409a-8cfd-7f163af46a8e HTTP/1.1" status: 204 len: 168 time: 0.1212814 Sep 24 14:46:09.080648 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc42ca2-3ad1-40a8-8489-a2a4dc871769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873fdb5f-dccc-409a-8cfd-7f163af46a8e,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:09.339768 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48984) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:46:09.352900 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f643652e-2795-4e41-9d40-6e0d03a0a758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:09.428681 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f643652e-2795-4e41-9d40-6e0d03a0a758 admin admin] Publish callbacks [] for security_group (591155a3-57ea-4aef-8b5c-95a005211a1b), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:09.432325 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-f643652e-2795-4e41-9d40-6e0d03a0a758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (591155a3-57ea-4aef-8b5c-95a005211a1b), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:09.472784 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643652e-2795-4e41-9d40-6e0d03a0a758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591155a3-57ea-4aef-8b5c-95a005211a1b,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:09.477798 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-f643652e-2795-4e41-9d40-6e0d03a0a758 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c8e3f7088f5345f1b00049c5026929c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370037 Sep 24 14:46:09.480503 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 48986) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:46:09.527970 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad4f0-54fd-438e-8d2a-317b66d9b5bc admin admin] Publish callbacks [] for security_group (591155a3-57ea-4aef-8b5c-95a005211a1b), before_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:09.547456 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad4f0-54fd-438e-8d2a-317b66d9b5bc admin admin] Publish callbacks [] for security_group (591155a3-57ea-4aef-8b5c-95a005211a1b), precommit_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:09.561110 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:09.574761 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:09.599822 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad4f0-54fd-438e-8d2a-317b66d9b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (591155a3-57ea-4aef-8b5c-95a005211a1b), after_delete {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:09.602501 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad4f0-54fd-438e-8d2a-317b66d9b5bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:09.603660 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-aa5ad4f0-54fd-438e-8d2a-317b66d9b5bc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/591155a3-57ea-4aef-8b5c-95a005211a1b HTTP/1.1" status: 204 len: 168 time: 0.1222320 Sep 24 14:46:09.611487 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ad4f0-54fd-438e-8d2a-317b66d9b5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591155a3-57ea-4aef-8b5c-95a005211a1b,revision_number=None']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:10.657929 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [-] (106294) accepted ('10.222.0.52', 49020) {{(pid=106294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:46:10.762098 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1d1f82fd-32fe-4990-a1db-9adb331283ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:10.838522 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1d1f82fd-32fe-4990-a1db-9adb331283ce admin admin] Publish callbacks [] for security_group (695a9374-8006-4207-ae8a-2d12e5be849c), precommit_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:10.842217 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron_lib.callbacks.manager [None req-1d1f82fd-32fe-4990-a1db-9adb331283ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (695a9374-8006-4207-ae8a-2d12e5be849c), after_create {{(pid=106294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:10.883524 dv-cinder-859193-1-iscsi neutron-server[106294]: INFO neutron.wsgi [None req-1d1f82fd-32fe-4990-a1db-9adb331283ce admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cce47923fe5b4d28aa13f2398c627fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241335 Sep 24 14:46:10.884382 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f82fd-32fe-4990-a1db-9adb331283ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695a9374-8006-4207-ae8a-2d12e5be849c,revision_number=1']} {{(pid=106294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:10.886319 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 49024) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:46:10.936170 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9cf38448-b43f-4374-8f26-562bc17a5b2f admin admin] Publish callbacks [] for security_group (695a9374-8006-4207-ae8a-2d12e5be849c), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:10.955433 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9cf38448-b43f-4374-8f26-562bc17a5b2f admin admin] Publish callbacks [] for security_group (695a9374-8006-4207-ae8a-2d12e5be849c), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:11.004858 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9cf38448-b43f-4374-8f26-562bc17a5b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (695a9374-8006-4207-ae8a-2d12e5be849c), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:11.007510 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-9cf38448-b43f-4374-8f26-562bc17a5b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:11.008669 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-9cf38448-b43f-4374-8f26-562bc17a5b2f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/695a9374-8006-4207-ae8a-2d12e5be849c HTTP/1.1" status: 204 len: 168 time: 0.1211703 Sep 24 14:46:11.016258 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf38448-b43f-4374-8f26-562bc17a5b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695a9374-8006-4207-ae8a-2d12e5be849c,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:18.248471 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:18.252868 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=5 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:18.312622 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:18.313364 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:18.318632 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:18.328466 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:20.877628 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:20.879661 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG dbcounter [-] [106294] Writing DB stats neutron:DELETE=4,neutron:SELECT=20,neutron:INSERT=6 {{(pid=106294) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:20.991435 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=5 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:21.011922 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=62,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:25.738461 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-48259dab-62f5-4c34-8527-7c9ef54e1959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:28.135893 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-d2866c87-0fbe-43d2-a333-8cfe98e5d753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:29.268951 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:30.698720 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:30.917151 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:34.216034 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:46:40.907154 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:40.910352 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:40.912254 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:44.211482 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:44.212305 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:48.341591 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:54.411763 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 49300) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:46:54.513440 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6c63fb9d-edf2-4cbe-861e-7ddcc7ed90cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:54.586596 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6c63fb9d-edf2-4cbe-861e-7ddcc7ed90cc admin admin] Publish callbacks [] for security_group (0cd52a3d-57e1-4c1b-8c42-a7d2b5a96c5f), precommit_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:54.590142 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-6c63fb9d-edf2-4cbe-861e-7ddcc7ed90cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (0cd52a3d-57e1-4c1b-8c42-a7d2b5a96c5f), after_create {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:54.626877 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63fb9d-edf2-4cbe-861e-7ddcc7ed90cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd52a3d-57e1-4c1b-8c42-a7d2b5a96c5f,revision_number=1']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:54.631142 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-6c63fb9d-edf2-4cbe-861e-7ddcc7ed90cc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ffede372c51c45f88c7d30d39911794f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183480 Sep 24 14:46:54.634260 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [-] (106293) accepted ('10.222.0.52', 49304) {{(pid=106293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 24 14:46:54.681789 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Publish callbacks [] for security_group (0cd52a3d-57e1-4c1b-8c42-a7d2b5a96c5f), before_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:54.701444 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Publish callbacks [] for security_group (0cd52a3d-57e1-4c1b-8c42-a7d2b5a96c5f), precommit_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:54.746841 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734266'] for security_group (0cd52a3d-57e1-4c1b-8c42-a7d2b5a96c5f), after_delete {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:54.749352 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron_lib.callbacks.manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:54.750477 dv-cinder-859193-1-iscsi neutron-server[106293]: INFO neutron.wsgi [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0cd52a3d-57e1-4c1b-8c42-a7d2b5a96c5f HTTP/1.1" status: 204 len: 168 time: 0.1157467 Sep 24 14:46:54.758598 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd52a3d-57e1-4c1b-8c42-a7d2b5a96c5f,revision_number=None']} {{(pid=106293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:54.765702 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.766049 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.766386 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.766723 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.767079 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.767402 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.767722 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.768041 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.768361 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.768681 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.769003 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.769885 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.770205 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.770640 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:54.770991 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debae2dd-14da-4879-a69a-e68403703dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859193-1-iscsi {{(pid=106293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:55.741379 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f7117b8d-3b52-4034-990d-76b1702f406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:55.908707 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=16 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:55.910936 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=16 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:46:58.138579 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2b5cbc59-fa92-4ed7-8942-7538e272229c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:46:59.272696 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:47:00.700951 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:47:00.920383 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:47:04.733949 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=34,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:04.761465 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG dbcounter [-] [106293] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106293) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:10.910509 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:10.913693 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:10.915972 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:11.215222 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:47:18.344065 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:47:21.210463 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:21.211262 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:25.742895 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-b952f4e1-072b-4cbe-a12c-bcd5482bb9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:47:28.142978 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-c48ac953-5032-48f5-9c04-33cec2df5e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:47:29.274067 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:47:30.702552 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:47:30.923764 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:47:32.246549 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:32.247355 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:40.913639 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:40.918005 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:40.920028 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:48.214934 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:47:48.346713 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:47:54.258417 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:55.745079 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ec3ac4cd-7808-4cc9-80ef-de23d744fa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:47:58.145058 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-9ee77f3c-3c00-4e7e-9f81-fdb79075fc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:47:58.210832 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:47:59.277415 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:48:00.709505 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:48:00.927514 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:48:09.243882 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:48:09.244627 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:48:15.903931 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:48:15.908023 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:48:15.909865 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:48:18.358280 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:48:25.214433 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:48:25.746496 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2c06afd6-1c56-49ca-9646-19a5e2e764a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:48:28.146427 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-868bed8b-540d-4898-a5fb-ca4f688c75e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:48:29.280908 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:48:30.701804 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:48:30.931415 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:48:35.209270 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:48:35.209982 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:48:40.697597 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:48:40.924827 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:48:40.926751 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:48:48.360042 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:48:55.747520 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-bb672de6-1ec5-41fb-9cdb-6eabd4ea6827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:48:55.904290 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=14 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:48:55.904877 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=18 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:48:58.148621 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-fa72d9d9-81f8-445d-bbef-436bbb76d4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:48:59.284043 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:49:00.706116 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:49:00.934604 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:49:02.213586 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:49:10.924373 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:49:10.927718 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:49:10.930427 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:49:12.208401 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:49:12.209188 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:49:18.368481 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:49:23.255917 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:49:23.256639 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:49:25.749138 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-2c52c3e1-ee47-4877-8256-3e394470f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:49:28.150309 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-67626eda-fd27-403e-a094-56d792444ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:49:29.290193 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:49:30.708016 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:49:30.937684 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:49:39.212819 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:49:40.927292 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:49:40.931586 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:49:40.933967 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:49:43.897190 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [req-5188a074-bbcc-490f-b389-a7b123abad57 req-61a5422e-5904-49ab-8b65-4b3715cd658d service neutron] (106294) timed out ('10.222.0.33', 63134) {{(pid=106294) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 24 14:49:48.376395 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:49:49.209363 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=2 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:49:55.750363 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-746fb96b-afe7-472a-997f-96a0d418e43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:49:58.153305 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-26ab0782-6d4d-471d-8c7e-31ef66a4d5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:49:59.289982 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:50:00.248712 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:50:00.252880 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:50:00.711279 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:50:00.944158 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:50:15.906092 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:50:15.909160 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=15 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:50:15.913848 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:50:16.211916 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:50:18.381820 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:50:25.753672 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-08f33da8-5ab0-44b8-8b81-07185c5eaaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:50:28.155640 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-a2a79c5a-fe4b-4a08-afa0-391ada3d16dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:50:29.292935 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:50:30.714733 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:50:30.944991 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:50:37.259300 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:50:37.260125 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=6 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:50:40.935123 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:50:40.938508 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:50:40.940530 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:50:48.396642 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:50:53.210852 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:50:55.755754 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-7ac690b3-fbe4-44d1-8f5d-fa08df0714d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:50:58.156490 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-61288c2d-05e1-4f87-b1b7-e38a8a0876b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:50:59.295098 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:00.717552 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:00.947811 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:03.206189 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=14 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:03.206977 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=14 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:10.713525 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:10.942008 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:10.943885 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:14.251305 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:14.256093 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:18.411853 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:25.757235 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ecce9df6-d3a1-4728-83a1-82bc1aacb1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:28.157962 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-18df7df9-1562-4b28-a507-cc3e8d2a8060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:29.300197 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:30.209389 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:51:30.719417 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:30.950957 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:40.204711 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:40.206237 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:40.939167 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:40.940670 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:40.946670 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:48.432770 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:51.252847 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=4 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:54.270349 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:51:55.758541 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-dd14bb8a-a1b9-4339-9bb5-f534bbfe783e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:57.915811 dv-cinder-859193-1-iscsi neutron-server[106293]: DEBUG neutron.wsgi [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-9ce41b1d-6415-470a-bb03-89547f24ac3d service neutron] (106293) timed out ('10.222.0.52', 44088) {{(pid=106293) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 24 14:51:57.993492 dv-cinder-859193-1-iscsi neutron-server[106294]: DEBUG neutron.wsgi [req-36e3db9d-c5e3-400f-85d1-5c007880a889 req-3d52c570-7c92-437f-918d-77ca39b7ec91 tempest-AttachVolumeShelveTestJSON-1614680037 tempest-AttachVolumeShelveTestJSON-1614680037-project] (106294) timed out ('10.222.0.52', 44096) {{(pid=106294) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 24 14:51:58.159666 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-557306fb-11de-4d2b-88c2-2449650cf7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:51:59.301362 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:00.721704 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:00.956780 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:07.209370 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG neutron.db.agents_db [None req-82ffcdb4-6f50-41aa-9708-590f8a7c1e9a None None] Agent healthcheck: found 6 active agents {{(pid=106296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:52:15.910642 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:15.914027 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:15.917687 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG dbcounter [-] [106295] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=106295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:17.204804 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:17.205739 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=1 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:18.449339 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-f84db133-0e85-47fd-9991-12da33783a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (066bc655-4802-4c48-a186-39d5a86d9161), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:25.760090 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3ca5-b9ab-4f13-b9d0-0e481589a836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a123da34-e73d-4375-bdc7-786e52653624), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:28.161045 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-834396f3-2d65-42e4-9f4d-a8e7947a11d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dc4f1a23-0a50-409c-bcb2-7e9efecc12ce), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:28.248776 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:28.249485 dv-cinder-859193-1-iscsi neutron-server[106296]: DEBUG dbcounter [-] [106296] Writing DB stats neutron:SELECT=3 {{(pid=106296) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 24 14:52:29.303676 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-212630da-0b7d-4bb0-8a25-7d6cfbd8d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (a74c02b7-6de5-4bd3-8139-e253b04ee1c7), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:30.724446 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-ddd9acdf-c619-45d2-bc4e-7263b8b1ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (d0f708b8-00b2-4401-a956-92249ec92fec), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 24 14:52:30.957284 dv-cinder-859193-1-iscsi neutron-server[106295]: DEBUG neutron_lib.callbacks.manager [None req-14f18ba2-eae0-41a5-9433-84f8e3cc32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747512947119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513444'] for agent (dbd93d10-dc2c-4737-92d0-f660cd2df05c), after_update {{(pid=106295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}